-- Logs begin at Tue 2022-02-08 15:48:36 UTC, end at Tue 2022-02-08 17:04:24 UTC. -- Feb 08 16:33:08.439935 dv-cinder-827860-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 08 16:33:11.442746 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.common.config [-] Logging enabled! Feb 08 16:33:11.443369 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 16:33:11.443546 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 16:33:11.447373 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.common.config [-] Logging enabled! Feb 08 16:33:11.447632 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 16:33:11.447974 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 16:33:11.448921 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 16:33:11.449162 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 16:33:11.449538 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 16:33:11.449798 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 16:33:11.450029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 16:33:11.450505 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.450937 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 08 16:33:11.451258 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.451640 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.451994 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.452296 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.452593 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.452887 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.453179 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.453484 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.453777 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.454061 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.454352 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.454647 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.454933 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.455221 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.455508 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.455813 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] debug = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.456098 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.456535 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.456948 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.457233 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.457524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.457805 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.458080 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.458358 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.458645 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.458978 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] host = dv-cinder-827860-2-iscsi {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.459258 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.459545 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.459857 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.460144 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.460485 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.460730 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.461017 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.461293 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.461570 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.461846 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.462135 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.462426 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.462720 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.462956 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.463179 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.463479 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.463786 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.464068 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.464344 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.464621 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.464896 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.465171 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.465441 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.465729 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.466015 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.466302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.466579 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.466853 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.467251 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.467552 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.467877 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.468158 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.468436 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.468715 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.469004 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.469276 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.469552 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.469855 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.470141 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.470425 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.470711 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.470989 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.471272 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.471545 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.471846 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.472122 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_json = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.472396 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.472668 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.472963 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.473238 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.473511 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.473785 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.474061 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.474346 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.474619 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:11.474920 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.475234 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.475541 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.475910 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.476210 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.476498 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.476788 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.477090 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.477365 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.477656 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.477948 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.478229 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.478532 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.478824 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.479123 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.479432 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.479731 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.480050 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.480332 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.480611 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.480889 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.481174 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.481466 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.481749 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.482041 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.482333 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.482614 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.482920 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.483212 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.483513 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.483835 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.484191 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.484479 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.484776 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.485058 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.485336 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.485619 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.485915 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.486197 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.486472 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.486757 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.487040 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.487315 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.487592 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.487896 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.488191 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.488470 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.488744 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.489019 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.489298 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.489572 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.489859 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.490138 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.490410 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.490682 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.490960 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.491235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.492141 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.492545 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.492858 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.493188 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.493492 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.493771 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.494051 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.494327 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.494605 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.494882 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.495157 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.495436 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.495710 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.496012 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.496288 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.496576 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.496852 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.497140 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.497441 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.497723 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.498008 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.498294 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.498577 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.498858 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.499140 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.499423 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.499705 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.500095 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.500396 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.500689 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.500987 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.501299 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.501589 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.501893 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.502180 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.502472 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.502757 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.503046 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.503337 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.503625 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.503953 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.504255 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.504553 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.504851 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.505146 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.505431 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.505743 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.506027 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:11.506247 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 16:33:11.506494 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109078) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 08 16:33:11.886670 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 16:33:11.887004 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 16:33:11.887425 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 16:33:11.887776 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 08 16:33:12.221406 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.221613 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.221884 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.223194 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.223477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.223780 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.268955 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.269241 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.269513 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.286106 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.286390 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.286663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.315938 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.316229 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.316506 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.353677 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.353958 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.354234 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.703913 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.704595 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.704595 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.704766 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.705409 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.807101 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.807430 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.807721 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.808027 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.808300 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.808615 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.808877 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.809142 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.809399 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.809685 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.809948 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.810218 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.810476 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.810838 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.811063 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.811329 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.811587 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.811879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.812154 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.812416 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.812691 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.812947 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.813230 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.813615 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.813864 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.814111 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.814503 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.814746 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.814985 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.815223 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.815460 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.815698 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:12.816090 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 08 16:33:12.819239 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 08 16:33:12.823600 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 08 16:33:12.827340 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 08 16:33:12.829035 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 08 16:33:12.829514 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 08 16:33:12.829852 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 08 16:33:12.830236 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 08 16:33:12.833130 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 08 16:33:12.833389 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 08 16:33:12.833733 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 16:33:12.839236 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 08 16:33:12.863023 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 08 16:33:12.863658 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.863998 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109078) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 08 16:33:12.864370 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.865784 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109078) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 08 16:33:12.866080 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 16:33:12.866343 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 08 16:33:12.869852 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.870138 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:12.934908 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 08 16:33:12.935158 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 08 16:33:12.935398 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 08 16:33:12.936034 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 08 16:33:12.956856 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_db.sqlalchemy.engines [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109078) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 08 16:33:13.410048 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing driver for type 'gre' Feb 08 16:33:13.410625 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] gre ID ranges: [(1, 1000)] Feb 08 16:33:13.466352 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing driver for type 'local' Feb 08 16:33:13.466696 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing driver for type 'vlan' Feb 08 16:33:13.479951 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] VlanTypeDriver initialization complete Feb 08 16:33:13.480260 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing driver for type 'vxlan' Feb 08 16:33:13.480743 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] vxlan ID ranges: [(1, 1000)] Feb 08 16:33:13.532545 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing extension driver 'port_security' Feb 08 16:33:13.532904 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] PortSecurityExtensionDriver initialization complete Feb 08 16:33:13.533287 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing mechanism driver 'openvswitch' Feb 08 16:33:13.533665 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing mechanism driver 'hyperv' Feb 08 16:33:13.540505 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:13.541347 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.541718 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.542070 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.542630 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.543055 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.543410 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.543775 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.544172 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.544573 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.544920 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.545259 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.545654 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.546055 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.546400 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.546739 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.547133 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.547532 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.547910 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.548248 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.548639 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.549038 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > address_group after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.549381 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > address_group after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.549717 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.550106 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 16:33:13.550543 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] ML2 OVO RPC backend initialized. {{(pid=109078) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 08 16:33:13.551236 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.551584 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.552036 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.552380 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > networks before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.552722 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.553064 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > ports before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.553404 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.553740 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnets before_response 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.554726 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.555170 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.555510 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.555871 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.556207 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.556539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.556869 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.557199 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.557528 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.566395 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded quota_driver: . Feb 08 16:33:13.566703 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.plugin [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Modular L2 Plugin initialization complete Feb 08 16:33:13.567047 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading services supported by the core plugin {{(pid=109078) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 08 16:33:13.567386 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.plugins.ml2.managers [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Got port-security extension from driver 'port_security' Feb 08 16:33:13.567895 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.extensions.vlantransparent [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Disabled vlantransparent extension. Feb 08 16:33:13.568387 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109078) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 08 16:33:13.568710 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: router Feb 08 16:33:13.606603 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.606994 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_create 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.607362 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router before_create 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.607723 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.608128 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.608487 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_delete 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.608844 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.609188 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.609532 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_create 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.609872 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.610216 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.610557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.610911 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.611316 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.611682 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.612040 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.612376 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: subnet after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.612720 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.613063 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.613404 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_create 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.613741 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.614079 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.614431 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router after_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.614766 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.615238 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_create 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.615594 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.615960 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_update 55549900 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.616321 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > agent after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.616703 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > agent after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.617036 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > network after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.617899 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Tracking information for resource: router configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:13.618230 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Tracking information for resource: floatingip configured {{(pid=109078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 16:33:13.623278 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.db.l3_agentschedulers_db [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 08 16:33:13.623884 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.624245 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.624591 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.624937 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: port after_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.625716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router before_create 55550100 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.626073 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.626429 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_create 55550100 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.626778 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > router precommit_update 55550100 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.631518 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.provider_configuration [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service providers = [] {{(pid=109078) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 08 16:33:13.631911 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.db.servicetype_db [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109078) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 08 16:33:13.634879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.service_base [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 16:33:13.635227 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.service_base [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 16:33:13.635571 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.service_base [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 16:33:13.636484 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.services.service_base [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 16:33:13.636852 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.services.service_base [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 08 16:33:13.637228 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.637543 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 08 16:33:13.649225 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.649558 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: auto_allocate Feb 08 16:33:13.655327 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: network precommit_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.655695 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: network precommit_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.656255 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.656557 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: tag Feb 08 16:33:13.664003 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.664330 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: timestamp Feb 08 16:33:13.668181 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.668509 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: network_ip_availability Feb 08 16:33:13.673997 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.674366 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.674721 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.675421 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.675738 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: flavors Feb 08 16:33:13.680882 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.681215 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading Plugin: revisions Feb 08 16:33:13.685523 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 16:33:13.685920 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=109078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 16:33:13.686653 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109078) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 08 16:33:13.686993 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Initializing extension manager. Feb 08 16:33:13.687515 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: __init__.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.687893 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: __pycache__ {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.688229 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.688561 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: address_group.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.689313 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.689879 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: address-group Feb 08 16:33:13.690200 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: address_scope.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.690911 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.691411 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: address-scope Feb 08 16:33:13.691733 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.692677 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.693185 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: router-admin-state-down-before-update Feb 08 16:33:13.693504 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: agent.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.694201 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.694826 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: agent Feb 08 16:33:13.695148 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: agent_resources_synced.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.696082 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.696581 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: agent-resources-synced Feb 08 16:33:13.696899 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: allowedaddresspairs.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.698663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.699172 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: allowed-address-pairs Feb 08 16:33:13.699498 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: auto_allocated_topology.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.700592 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.701092 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: auto-allocated-topology Feb 08 16:33:13.701417 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: availability_zone.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.702096 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.702590 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: availability_zone Feb 08 16:33:13.702915 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: availability_zone_filter.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.703853 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.704349 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: availability_zone_filter Feb 08 16:33:13.704896 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: data_plane_status.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.705554 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.706047 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension data-plane-status not supported by any of loaded plugins Feb 08 16:33:13.706368 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: default_subnetpools.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.707273 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.707786 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: default-subnetpools Feb 08 16:33:13.708110 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.708906 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.709401 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: dhcp_agent_scheduler Feb 08 16:33:13.709723 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: dns.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.711169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.711656 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension dns-integration not supported by any of loaded plugins Feb 08 16:33:13.712009 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: dns_domain_ports.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.712919 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.713416 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 08 16:33:13.713734 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.714651 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.715144 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 08 16:33:13.715464 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: dvr.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.716160 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.716659 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: dvr Feb 08 16:33:13.716981 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: ecmp_routes.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.717888 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.718387 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 08 16:33:13.718705 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: empty_string_filtering.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.719613 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.720152 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: empty-string-filtering Feb 08 16:33:13.720471 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.721373 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.721866 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 08 16:33:13.722181 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.723078 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.723574 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 08 16:33:13.723929 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: external_net.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.724831 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.725326 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: external-net Feb 08 16:33:13.725644 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.727119 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.727611 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: extra_dhcp_opt Feb 08 16:33:13.727955 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: extraroute.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.728862 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.729365 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: extraroute Feb 08 16:33:13.729681 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: extraroute_atomic.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.730709 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.731213 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: extraroute-atomic Feb 08 16:33:13.731527 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: filter_validation.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.732206 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.732703 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: filter-validation Feb 08 16:33:13.733018 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: fip_pf_description.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.733920 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.734411 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 08 16:33:13.734729 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: fip_port_details.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.735828 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.736326 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: fip-port-details Feb 08 16:33:13.736643 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: flavors.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.737872 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.738380 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: flavors Feb 08 16:33:13.738702 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.740401 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.740918 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 08 16:33:13.741253 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: floatingip_pools.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.742080 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.742585 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: floatingip-pools Feb 08 16:33:13.742912 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: ip_allocation.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.743863 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.744365 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension ip_allocation not supported by any of loaded plugins Feb 08 16:33:13.744689 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.745602 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.746104 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: ip-substring-filtering Feb 08 16:33:13.746429 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l2_adjacency.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.747348 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.747878 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 08 16:33:13.748201 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.749143 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.749648 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: router Feb 08 16:33:13.749970 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.752235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.752752 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 08 16:33:13.753079 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.754010 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.754518 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: ext-gw-mode Feb 08 16:33:13.754842 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.755772 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.756289 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: l3-ha Feb 08 16:33:13.756610 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.757637 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.758129 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 08 16:33:13.758447 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_flavors.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.759355 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.759889 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: l3-flavors Feb 08 16:33:13.760212 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.761585 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.762088 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 08 16:33:13.762413 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.763327 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.764119 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 08 16:33:13.764446 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: l3agentscheduler.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.765483 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.765986 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: l3_agent_scheduler Feb 08 16:33:13.766307 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: local_ip.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.768133 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.768653 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension local_ip not supported by any of loaded plugins Feb 08 16:33:13.768990 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: logging.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.770611 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.771123 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension logging not supported by any of loaded plugins Feb 08 16:33:13.771455 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: metering.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.772218 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.773412 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: metering Feb 08 16:33:13.773748 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.774837 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.775350 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: metering_source_and_destination_fields Feb 08 16:33:13.775677 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: multiprovidernet.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.776618 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.777125 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: multi-provider Feb 08 16:33:13.777449 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: netmtu.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.778356 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.778865 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: net-mtu Feb 08 16:33:13.779189 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: netmtu_writable.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.780123 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.780627 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: net-mtu-writable Feb 08 16:33:13.780950 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: network_availability_zone.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.781610 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.782105 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: network_availability_zone Feb 08 16:33:13.782424 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: network_ip_availability.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.783538 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.784064 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: network-ip-availability Feb 08 16:33:13.784387 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: network_segment_range.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.785141 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.785639 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension network-segment-range not supported by any of loaded plugins Feb 08 16:33:13.785957 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: pagination.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.786925 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.787250 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: pagination Feb 08 16:33:13.787566 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: port_device_profile.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.789103 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.789598 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: port-device-profile Feb 08 16:33:13.789916 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.790823 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.791318 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: port-mac-address-regenerate Feb 08 16:33:13.791635 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.792575 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.793071 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: port-numa-affinity-policy Feb 08 16:33:13.793386 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: port_resource_request.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.794305 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.794795 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension port-resource-request not supported by any of loaded plugins Feb 08 16:33:13.795118 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: port_resource_request_groups.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.796098 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.796591 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 08 16:33:13.796909 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: portbindings.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.797834 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.798331 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: binding Feb 08 16:33:13.798649 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: portbindings_extended.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.799959 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.800467 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: binding-extended Feb 08 16:33:13.800791 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: portsecurity.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.801711 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.802214 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: port-security Feb 08 16:33:13.802535 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: project_id.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.803510 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.803900 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: project-id Feb 08 16:33:13.804216 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: providernet.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.805131 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.805709 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: provider Feb 08 16:33:13.805952 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.809542 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.810058 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos not supported by any of loaded plugins Feb 08 16:33:13.810389 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.811626 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.812164 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 08 16:33:13.812536 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.813408 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.813918 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 08 16:33:13.814243 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_default.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.815149 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.815651 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-default not supported by any of loaded plugins Feb 08 16:33:13.816003 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_fip.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.816977 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.817432 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-fip not supported by any of loaded plugins Feb 08 16:33:13.817754 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.818659 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.819157 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 08 16:33:13.820012 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_gateway_ip.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.821056 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.821557 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 08 16:33:13.821882 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_port_network_policy.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.822789 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.823288 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 08 16:33:13.823609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.824682 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.825184 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 08 16:33:13.825507 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_pps_rule.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.826693 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.827196 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-pps not supported by any of loaded plugins Feb 08 16:33:13.827518 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_rule_type_details.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.828460 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.828965 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 08 16:33:13.829285 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: qos_rules_alias.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.830318 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.830822 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 08 16:33:13.831144 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: quota_check_limit.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.832082 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.832587 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: quota-check-limit Feb 08 16:33:13.832907 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: quotasv2.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.833821 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.834151 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: quotas Feb 08 16:33:13.834472 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: quotasv2_detail.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.836855 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.837193 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: quota_details Feb 08 16:33:13.837526 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: rbac.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.838565 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.839084 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: rbac-policies Feb 08 16:33:13.839414 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: rbac_address_group.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.840363 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.840868 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: rbac-address-group Feb 08 16:33:13.841194 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: rbac_address_scope.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.842107 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.842611 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: rbac-address-scope Feb 08 16:33:13.842938 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: rbac_security_groups.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.843884 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.844392 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: rbac-security-groups Feb 08 16:33:13.844716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: rbac_subnetpool.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.845624 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.846126 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: rbac-subnetpool Feb 08 16:33:13.846448 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: revisionifmatch.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.847355 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.847894 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: revision-if-match Feb 08 16:33:13.848221 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: revisions.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.849453 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.849961 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: standard-attr-revisions Feb 08 16:33:13.850287 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: router_availability_zone.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.851076 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.851661 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: router_availability_zone Feb 08 16:33:13.852013 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: routerservicetype.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.852931 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.853433 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension router-service-type not supported by any of loaded plugins Feb 08 16:33:13.853754 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.854671 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.855176 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: security-groups-normalized-cidr Feb 08 16:33:13.855498 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.856444 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.857043 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: port-security-groups-filtering Feb 08 16:33:13.857308 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.858266 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.858766 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: security-groups-remote-address-group Feb 08 16:33:13.859094 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.860054 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.860559 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: security-groups-shared-filtering Feb 08 16:33:13.860879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.861460 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 08 16:33:13.861776 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: securitygroup.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.872900 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.873429 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: security-group Feb 08 16:33:13.873757 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: segment.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.874546 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.875048 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension segment not supported by any of loaded plugins Feb 08 16:33:13.875371 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.876347 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.876855 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 08 16:33:13.877177 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: servicetype.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.878284 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.878798 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: service-type Feb 08 16:33:13.879118 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: sorting.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.880127 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.880455 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: sorting Feb 08 16:33:13.880775 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: standard_attr_segment.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.881681 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.882837 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 08 16:33:13.883223 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: standardattrdescription.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.883917 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.884423 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: standard-attr-description Feb 08 16:33:13.884748 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: stateful_security_group.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.885664 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.886168 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: stateful-security-group Feb 08 16:33:13.886491 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: stdattrs_common.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.887059 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 08 16:33:13.887376 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.888413 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.889171 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 08 16:33:13.889486 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnet_onboard.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.890567 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.891072 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: subnet_onboard Feb 08 16:33:13.891393 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.892346 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.892847 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 08 16:33:13.893166 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnet_service_types.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.894095 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.894599 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: subnet-service-types Feb 08 16:33:13.894918 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnetallocation.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.899307 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.899902 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: subnet_allocation Feb 08 16:33:13.900235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.901511 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.902029 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: subnetpool-prefix-ops Feb 08 16:33:13.902355 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.903351 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.904506 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 08 16:33:13.904836 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: tagging.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.905960 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.907138 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: standard-attr-tag Feb 08 16:33:13.907465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: timestamp.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.908695 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.909264 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loaded extension: standard-attr-timestamp Feb 08 16:33:13.909571 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: trunk.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.910599 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.911108 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension trunk not supported by any of loaded plugins Feb 08 16:33:13.911447 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: trunk_details.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.912368 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.912874 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension trunk-details not supported by any of loaded plugins Feb 08 16:33:13.913195 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: uplink_status_propagation.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.914302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.914804 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 08 16:33:13.915124 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Loading extension file: vlantransparent.py {{(pid=109078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 16:33:13.915813 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 16:33:13.916311 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 08 16:33:13.918794 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:network Feb 08 16:33:13.919305 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnet Feb 08 16:33:13.919701 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 16:33:13.920116 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:port Feb 08 16:33:13.921318 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.921764 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service FLAVORS assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.922375 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.922800 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.923128 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:router Feb 08 16:33:13.923549 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 16:33:13.924048 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service METERING assigned prefix: /metering {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.925479 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.925846 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.926196 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:33:13.927174 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 16:33:13.927621 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:security_group Feb 08 16:33:13.928071 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 16:33:13.928664 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service CORE assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.929049 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 16:33:13.929390 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] subnetpool is already registered Feb 08 16:33:13.929825 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service CORE assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.930148 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 16:33:13.930473 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] subnetpool is already registered Feb 08 16:33:13.932748 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.933204 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service FLAVORS assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.933783 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.934199 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.934526 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:router Feb 08 16:33:13.934859 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] router is already registered Feb 08 16:33:13.935263 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 16:33:13.935593 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] floatingip is already registered Feb 08 16:33:13.936065 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service METERING assigned prefix: /metering {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.936716 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 16:33:13.937040 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] rbac_policy is already registered Feb 08 16:33:13.937442 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:security_group Feb 08 16:33:13.937775 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] security_group is already registered Feb 08 16:33:13.938166 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 16:33:13.938491 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] security_group_rule is already registered Feb 08 16:33:13.939101 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service CORE assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.939422 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 16:33:13.939768 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] subnetpool is already registered Feb 08 16:33:13.940201 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.v2.resource_helper [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Service CORE assigned prefix: {{(pid=109078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 16:33:13.940520 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 16:33:13.940846 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING neutron.quota.resource_registry [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] subnetpool is already registered Feb 08 16:33:13.941308 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: extensions {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.942792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: address-groups {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.944260 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: address-scopes {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.946101 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: agents {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.947243 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: auto-allocated-topology {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.948523 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: availability_zones {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.949717 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: dhcp-networks {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.951225 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: dhcp-agents {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.952695 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: routers {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.954880 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: flavors {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.956053 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: service_profiles {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.957252 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: next_providers {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.958709 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: service_profiles {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.960955 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: floatingip-pools {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.962169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: routers {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.964293 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: floatingips {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.965561 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: l3-routers {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.966953 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: l3-agents {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.968402 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: metering-labels {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.969739 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: metering-label-rules {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.971006 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: network-ip-availabilities {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.972302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: bindings {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.973955 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: quotas {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.975485 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: quotas {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.977077 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: rbac-policies {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.979260 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: security-groups {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.980539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: security-group-rules {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.981763 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: service-providers {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.982968 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: subnetpools {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.984418 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: subnetpools {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.985848 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.987511 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.989570 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.991362 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.993478 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.995297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.997045 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:13.998932 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:14.000700 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:14.002517 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron.api.extensions [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Extended resource: tags {{(pid=109078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 16:33:14.009003 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING keystonemiddleware.auth_token [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 08 16:33:14.013644 dv-cinder-827860-2-iscsi neutron-server[109078]: WARNING keystonemiddleware.auth_token [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 08 16:33:14.022475 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Acquired lock "singleton_lock" {{(pid=109078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 08 16:33:14.023641 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_concurrency.lockutils [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Releasing lock "singleton_lock" {{(pid=109078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 08 16:33:14.024332 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Starting 2 workers Feb 08 16:33:14.029268 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Started child 109221 {{(pid=109078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 16:33:14.033859 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Started child 109222 {{(pid=109078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 16:33:14.035232 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.035915 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO neutron.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 08 16:33:14.036197 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.036964 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [-] (109221) wsgi starting up on http://0.0.0.0:9696 Feb 08 16:33:14.038726 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Starting 1 workers Feb 08 16:33:14.038866 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.040314 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [-] (109222) wsgi starting up on http://0.0.0.0:9696 Feb 08 16:33:14.044133 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Started child 109223 {{(pid=109078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 16:33:14.044691 dv-cinder-827860-2-iscsi neutron-server[109078]: INFO oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Starting 1 workers Feb 08 16:33:14.047978 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] calling RpcWorker wait() {{(pid=109223) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 08 16:33:14.048535 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] returning from RpcWorker wait() {{(pid=109223) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 08 16:33:14.049250 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Started child 109224 {{(pid=109078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 16:33:14.049755 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.050081 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG neutron_lib.callbacks.manager [None req-b1ecae5b-46bf-4fcc-9eb5-e6cb04eef880 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.050258 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:14.052107 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 16:33:14.052325 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 16:33:14.052508 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 16:33:14.052734 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 16:33:14.053083 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 16:33:14.053238 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 16:33:14.053735 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.054090 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.054356 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.054597 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.054785 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:14.055255 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.055457 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.055712 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.055949 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:14.056045 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.056260 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.056509 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.056680 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.056840 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.057092 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.057340 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.057641 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.057901 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.058136 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.058376 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.058544 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.058804 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.059081 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.059306 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.059573 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] debug = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.059812 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.060317 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.060560 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.060808 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.061055 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.061336 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.061576 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.061839 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.062068 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.062304 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.062539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.062794 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.063030 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.063252 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.063504 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.063714 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.064000 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.064235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.064702 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] host = dv-cinder-827860-2-iscsi {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.064922 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.065148 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.065390 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.065623 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.065877 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.066089 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.066332 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.066597 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.066834 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.067103 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.067308 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.067548 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.067808 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.068063 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.068212 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_options = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.068447 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.068713 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.068965 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.069151 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.069302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.069448 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.070384 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.070763 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.070982 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.071157 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.071297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.071567 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.071721 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.071965 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.072231 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.072461 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.072675 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.072901 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.073147 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.073391 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.073612 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.074663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.074663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.074663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.074663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.074663 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.075002 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.075170 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.075625 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.076160 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.076446 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.076664 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.076867 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.077101 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.077420 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.077592 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.077909 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.078152 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.078405 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.078633 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.078911 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.079140 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.079352 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.079588 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.079851 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.080080 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.080894 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_json = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.080894 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.080894 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.084477 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.086879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.089760 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090211 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.090945 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.091177 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.091419 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.091640 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.091886 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.092113 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.092324 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.092528 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.092739 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.093008 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.093237 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.093451 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.093664 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.093905 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.094168 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.094423 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095240 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095240 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095240 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095486 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095562 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095765 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.095984 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.096218 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.096460 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.096677 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.096948 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.097199 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.097417 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.097630 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.097840 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.098235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.098348 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.098518 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.098728 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.098937 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.099151 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.099359 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.099614 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.099869 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.100079 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.100282 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.100661 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.101095 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.101474 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.101845 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.102080 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.102297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.102511 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.102722 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.102972 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.103202 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.103407 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.103787 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.104187 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.104404 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.104619 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.104850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.105063 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.105271 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.105675 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.106128 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.106427 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.106665 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.107120 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.107340 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.107594 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.107858 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.108102 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.108320 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.108555 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.108785 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.109040 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.109465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.109867 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.110310 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.110544 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.110998 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.111244 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.111472 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.111714 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.111990 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.112216 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.112495 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.112763 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.112990 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.113471 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.113923 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.114347 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47556) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:14.114606 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.115025 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.115490 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.115831 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.116198 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.116646 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.117003 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.117318 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.117617 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.117941 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.118273 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.118589 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.118900 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.119194 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.119518 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.119852 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.120169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.120417 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.120823 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.121226 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.121561 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.121800 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.122039 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.122272 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.122747 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.123064 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.123383 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.123655 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.123938 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.124196 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.124442 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.124693 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.124911 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.125169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.125397 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.125637 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.125884 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.126095 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.126314 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.126528 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.126771 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.127005 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.127220 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.127437 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.127649 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.127906 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.128121 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.128366 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.128580 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.128798 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.129055 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.129293 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.129525 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.129743 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.129954 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.130306 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.130451 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.130729 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.130971 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.131203 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.131445 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.131708 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.132513 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.132763 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.133474 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.133474 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.133474 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.133812 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.134037 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.134248 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.134617 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.134846 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.135083 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.136966 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.137289 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.137670 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.137940 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.139773 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.141876 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.141876 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.141876 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.141876 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.142169 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0166817 Feb 08 16:33:14.142244 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.142309 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.142514 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.142743 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.142995 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.143314 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.143586 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.143842 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.144066 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.144298 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.144534 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.144791 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.145028 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.145561 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.145561 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.145727 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.145914 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.146225 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147188 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147188 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147188 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147417 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147484 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.147906 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.148316 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.148680 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.148921 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.150246 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151000 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151000 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151000 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151224 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151391 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151616 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.151869 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.152105 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.152326 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.152544 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153349 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153349 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153349 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153595 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153595 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.153830 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.154040 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.154306 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.154528 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.154784 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.155005 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.155221 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.155447 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.155667 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.155904 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.156206 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.157875 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.158052 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.158233 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.158501 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.158744 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.159027 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.159288 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.159525 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.159889 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.160473 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.160877 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.161308 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.161628 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.161935 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.162229 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.162456 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.162778 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.163129 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.163485 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.163774 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.164033 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.164296 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.164526 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.164778 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.165024 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.165279 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.165501 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.165770 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.166007 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.166261 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.166489 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.166755 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.167000 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.167254 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.167493 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.167742 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.168043 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.168226 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 16:33:14.168779 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 16:33:14.168947 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 16:33:14.169106 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 16:33:14.169283 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 16:33:14.169459 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 16:33:14.169652 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 16:33:14.170149 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.170149 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.170395 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.170516 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.170623 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.170814 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.171782 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172178 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172178 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172296 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172368 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172519 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.172850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173014 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173177 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173480 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173480 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] debug = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173639 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.173873 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174040 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174200 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174363 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174525 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174693 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.174854 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175019 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175179 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175996 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175996 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175996 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175996 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.175996 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.176609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.176609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.176609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.176609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] host = dv-cinder-827860-2-iscsi {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177042 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177042 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177042 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177371 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177371 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177577 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177685 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177789 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.177892 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.178056 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.178217 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.178378 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.178539 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.178801 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.179511 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_options = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.179641 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.179725 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.179879 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180068 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180235 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180397 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180579 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180743 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.180903 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181063 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181224 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181384 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181553 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181685 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.181849 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182010 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182171 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182331 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182493 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182658 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182815 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.182975 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.183135 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184087 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184708 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184708 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184708 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.184708 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185099 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185099 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185099 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185457 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185457 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185653 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185759 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185862 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.185973 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:14.186093 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186210 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186337 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186420 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186586 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186746 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_json = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.186907 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.187070 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.187234 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.187392 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.187730 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.187915 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.188055 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.188216 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.188364 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 16:33:14.188556 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.188713 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.188892 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189105 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189259 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189398 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189535 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189672 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189811 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.189981 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.190158 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.190324 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.190499 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.190868 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.191427 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.191815 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.192170 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.192721 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.193058 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.193370 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.194300 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.195302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.195636 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.195953 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.196266 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.196603 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.196938 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.197415 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.197593 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.197740 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.197883 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198038 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198179 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198320 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198473 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198614 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198778 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.198953 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199123 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199295 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199464 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199634 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199830 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.199993 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.200162 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.200331 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.200497 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.200674 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.200841 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.201008 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.201176 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.201345 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.201515 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.201683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202132 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202132 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202284 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202349 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202488 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202647 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.202814 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.203716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.203716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.203716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.203716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.203716 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204100 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204100 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204100 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204288 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204506 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204597 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204733 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.204875 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205095 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205248 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205402 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205543 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205701 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.205875 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206023 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206192 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206334 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206474 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206834 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.206834 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207118 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207118 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207379 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207379 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207748 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.207748 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208044 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208044 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208331 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208471 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208608 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208757 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.208893 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209025 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209161 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209440 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209574 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209733 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.209899 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210070 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210314 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210483 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210569 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210739 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.210936 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.211057 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.211224 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.211390 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.211555 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.211720 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.212765 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.212948 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.213117 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.213288 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.213431 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.213609 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.213787 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.214016 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.214158 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.214859 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.215029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.215360 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.215514 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.215681 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.215869 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216037 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216266 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216391 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216534 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216702 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.216870 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.217062 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.218422 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219302 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219970 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219970 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219970 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.219970 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220377 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220377 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220377 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220662 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220662 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.220865 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.221073 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.221073 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.221290 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.221407 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.221534 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.222557 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223297 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223644 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223644 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223855 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.223855 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224017 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224182 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224379 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224543 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224689 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.224881 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.225067 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.225336 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.225494 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.225648 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.225913 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.226164 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.226406 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.226673 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.227465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.227465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.227465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.227465 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.228169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.228169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.228169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.228169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.228169 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229085 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.229850 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230482 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230482 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230482 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230482 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230984 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230984 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.230984 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232029 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232569 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232569 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232569 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232777 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232842 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.232978 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.233153 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.233298 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.233438 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.233597 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.233880 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234092 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234265 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234432 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234599 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234776 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.234942 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235114 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235279 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235444 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235610 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235805 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.235973 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236139 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236305 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236470 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236635 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236813 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.236982 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237134 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237309 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237476 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237642 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237808 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.237987 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238154 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238322 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238488 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238654 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238820 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.238987 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.239157 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.239332 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.239505 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.239672 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.239889 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.240033 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.240208 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.240374 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.240549 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.240727 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.242524 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.243792 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 16:33:14.244683 dv-cinder-827860-2-iscsi neutron-server[109078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 16:33:25.663198 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ddf54-fe20-48e8-a7a9-adee955f7b8c None None] get_active_networks_info from dv-cinder-827860-2-iscsi {{(pid=109223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:33:25.722135 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ddf54-fe20-48e8-a7a9-adee955f7b8c None None] No non-hosted networks {{(pid=109223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 08 16:33:25.736730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.agentschedulers_db [None req-424ddf54-fe20-48e8-a7a9-adee955f7b8c None None] DHCP Agent not found on host dv-cinder-827860-2-iscsi {{(pid=109223) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 08 16:33:25.849301 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1b310f74-e9c8-4e6c-826f-877a6c128c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (89b62323-272b-49df-9824-d1424907f399), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:27.974696 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92b9829f-59f4-4178-96f5-2fe6f6c277d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.013118 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b325cfc6-8b93-424e-a97f-298d09f9fee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:29.152985 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:30.380722 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:31.847832 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:31.849869 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.851144 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.852796 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.853611 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.854503 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.855579 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.856824 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.857761 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.858331 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.858826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.859475 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.860709 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.861272 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:31.861890 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827860-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:31.874403 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827860-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:34.060086 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.db.l3_hamode_db [None req-6c2ecdc8-d19d-467a-a33e-972d8dbcccae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 08 16:33:34.139460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ecdc8-d19d-467a-a33e-972d8dbcccae None None] Routers set() bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:33:34.139935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ecdc8-d19d-467a-a33e-972d8dbcccae None None] Router IDs set() for agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 16:33:34.524540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47660) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:35.014351 dv-cinder-827860-2-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-9c08f428-0129-478c-9f04-7d5cf463868e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:35.014909 dv-cinder-827860-2-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-9c08f428-0129-478c-9f04-7d5cf463868e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:35.241787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-9c08f428-0129-478c-9f04-7d5cf463868e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:33:35.242821 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9c08f428-0129-478c-9f04-7d5cf463868e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7173610 Feb 08 16:33:37.955643 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47676) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:38.254150 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'tenant_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:38.347444 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.policy [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109222) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 16:33:38.390480 dv-cinder-827860-2-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:38.390853 dv-cinder-827860-2-iscsi neutron-server[109222]: WARNING oslo_policy.policy [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:38.485979 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730218945129', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730218944668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730218930704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730218927915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730219049427', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730219040060', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714254', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1964786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1727931'] for rbac-policy (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:38.553775 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:38.554945 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cc6fe575-d69e-4bb2-ba03-f5929acd4ab1 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5983026 Feb 08 16:33:41.213914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 47688) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:41.716558 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING oslo_policy.policy [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:41.717136 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING oslo_policy.policy [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:41.979856 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'project_id': '67f1c5c4abff46008cee0510849c586e'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:42.041156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Made reservation on behalf of 67f1c5c4abff46008cee0510849c586e for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:33:42.109908 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.policy [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109221) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 16:33:42.156127 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING oslo_policy.policy [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:42.156690 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING oslo_policy.policy [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 16:33:42.166891 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.189648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.320084 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks [] for security_group (a6ed9ff7-c792-41a9-87ef-e69cb29a36d8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.324637 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a6ed9ff7-c792-41a9-87ef-e69cb29a36d8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.347785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:33:42.376964 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730220755384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (c447f877-9003-483e-838b-276d4e7555e0), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.377806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Unsubscribe: segment precommit_create {{(pid=109221) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 16:33:42.378679 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Added segment c447f877-9003-483e-838b-276d4e7555e0 of type vlan for network af192ac9-ffaa-4a2d-a197-f291560a286f Feb 08 16:33:42.398770 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed9ff7-c792-41a9-87ef-e69cb29a36d8,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:42.457242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.457695 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.458207 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.458608 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.459585 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.459937 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.460314 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.460799 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.461148 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.461490 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.461812 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.462127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.462439 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Tracked resource versions report: Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: pushed versions: Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: { 'AddressGroup': {'1.2'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'ConntrackHelper': {'1.0'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Log': {'1.0'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Network': {'1.1'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Port': {'1.7'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'PortForwarding': {'1.2'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'QosPolicy': {'1.10'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroup': {'1.5'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SubPort': {'1.0'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Subnet': {'1.1'}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Trunk': {'1.1'}} Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: consumer versions: Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'ConntrackHelper': '1.0', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'LocalIPAssociation': '1.0', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Log': '1.0', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Network': '1.1', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Port': '1.7', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'PortForwarding': '1.2', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'QosPolicy': '1.10', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroup': '1.5', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroupRule': '1.2', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SubPort': '1.0', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Subnet': '1.1', Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Trunk': '1.1'}} Feb 08 16:33:42.464096 dv-cinder-827860-2-iscsi neutron-server[109221]: {{(pid=109221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:33:42.502244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (af192ac9-ffaa-4a2d-a197-f291560a286f), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.545386 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (af192ac9-ffaa-4a2d-a197-f291560a286f), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.546697 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:42.547398 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:42.624921 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4087656 Feb 08 16:33:42.655838 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d1a4-91c8-4c6f-9017-9feb5e90e197 admin admin] Pushing event updated for resources: {'Network': ['ID=af192ac9-ffaa-4a2d-a197-f291560a286f,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:42.667548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network af192ac9-ffaa-4a2d-a197-f291560a286f details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:33:45.377982 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47710) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:45.805481 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06923c1a-7ce9-4c43-b243-10189cacfb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:45.806915 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-06923c1a-7ce9-4c43-b243-10189cacfb63 admin admin] 10.222.0.35 "GET /v2.0/networks/af192ac9-ffaa-4a2d-a197-f291560a286f HTTP/1.1" status: 200 len: 825 time: 0.4280000 Feb 08 16:33:45.832009 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f989f5f4-3162-4722-bb2d-434ecc7b3af5 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/e48f9940-a7c8-4ff6-a519-2b65b23806f6 HTTP/1.1" status: 200 len: 734 time: 0.0193315 Feb 08 16:33:45.840629 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'name': 'private-subnet', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:45.866479 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Made reservation on behalf of 67f1c5c4abff46008cee0510849c586e for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:33:45.869094 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:46.148015 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (8eaa1085-19ab-4b6f-98fc-d07026949586), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:46.213021 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Checking segment: {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:33:46.213405 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Network hostable DHCP agents. Network: af192ac9-ffaa-4a2d-a197-f291560a286f, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:33:46.233265 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaa1085-19ab-4b6f-98fc-d07026949586,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:46.244871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.245224 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.245668 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.245996 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.246358 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.246681 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.247014 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.247336 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.247729 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.248093 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.248527 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.248728 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.249042 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Tracked resource versions report: Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: pushed versions: Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: { 'AddressGroup': {'1.2'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'ConntrackHelper': {'1.0'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Log': {'1.0'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Network': {'1.1'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Port': {'1.7'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'PortForwarding': {'1.2'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'QosPolicy': {'1.10'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroup': {'1.5'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SubPort': {'1.0'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Subnet': {'1.1'}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Trunk': {'1.1'}} Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: consumer versions: Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'ConntrackHelper': '1.0', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'LocalIPAssociation': '1.0', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Log': '1.0', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Network': '1.1', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Port': '1.7', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'PortForwarding': '1.2', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'QosPolicy': '1.10', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroup': '1.5', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroupRule': '1.2', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SubPort': '1.0', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Subnet': '1.1', Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Trunk': '1.1'}} Feb 08 16:33:46.250325 dv-cinder-827860-2-iscsi neutron-server[109222]: {{(pid=109222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:33:46.274494 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Network af192ac9-ffaa-4a2d-a197-f291560a286f is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:33:46.287433 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, af192ac9-ffaa-4a2d-a197-f291560a286f) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:33:46.292454 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:46.293572 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:46.297502 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c78b8-4504-4cc4-9d31-8c20ae293fa0 None None] Network af192ac9-ffaa-4a2d-a197-f291560a286f requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:33:46.308567 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a8f8ec6b-b29d-4eb2-847e-9944bd43e8d9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4711237 Feb 08 16:33:46.567643 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-af192ac9-ffaa-4a2d-a197-f291560a286f', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'project_id': '67f1c5c4abff46008cee0510849c586e', 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:33:46.569114 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:46.840564 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Allocated IP 172.20.0.2 (af192ac9-ffaa-4a2d-a197-f291560a286f/8eaa1085-19ab-4b6f-98fc-d07026949586/5cee7992-30f3-480d-968b-ac755f496328) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:33:47.124481 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks [] for port (5cee7992-30f3-480d-968b-ac755f496328), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:47.133587 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (5cee7992-30f3-480d-968b-ac755f496328), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:47.210188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Network af192ac9-ffaa-4a2d-a197-f291560a286f is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:33:47.214845 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:33:47.227193 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:33:47.229120 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Pushing event updated for resources: {'Port': ['ID=5cee7992-30f3-480d-968b-ac755f496328,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:47.238899 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.239275 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.239643 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.240591 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.241121 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.241607 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.241945 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.242275 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.242606 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.242947 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.243276 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.243599 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.243944 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Tracked resource versions report: Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: pushed versions: Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: { 'AddressGroup': {'1.2'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'ConntrackHelper': {'1.0'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Log': {'1.0'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Network': {'1.1'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Port': {'1.7'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'PortForwarding': {'1.2'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'QosPolicy': {'1.10'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroup': {'1.5'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SubPort': {'1.0'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Subnet': {'1.1'}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Trunk': {'1.1'}} Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: consumer versions: Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'ConntrackHelper': '1.0', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'LocalIPAssociation': '1.0', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Log': '1.0', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Network': '1.1', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Port': '1.7', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'PortForwarding': '1.2', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'QosPolicy': '1.10', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroup': '1.5', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroupRule': '1.2', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SubPort': '1.0', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Subnet': '1.1', Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Trunk': '1.1'}} Feb 08 16:33:47.245254 dv-cinder-827860-2-iscsi neutron-server[109223]: {{(pid=109223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:33:47.319234 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Attempting to bind port 5cee7992-30f3-480d-968b-ac755f496328 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:33:47.319234 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Attempting to bind port 5cee7992-30f3-480d-968b-ac755f496328 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:33:47.320390 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Attempting to bind port 5cee7992-30f3-480d-968b-ac755f496328 on network af192ac9-ffaa-4a2d-a197-f291560a286f {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:33:47.325349 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:33:47.325721 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Checking segment: {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:33:47.326199 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:47.326591 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Bound using segment: {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:33:47.327089 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Bound port: 5cee7992-30f3-480d-968b-ac755f496328, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:33:47.327494 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cee7992-30f3-480d-968b-ac755f496328), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:47.394036 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] For port 5cee7992-30f3-480d-968b-ac755f496328, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:33:47.398764 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] For port 5cee7992-30f3-480d-968b-ac755f496328, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5cee7992-30f3-480d-968b-ac755f496328,segment=NetworkSegment(c447f877-9003-483e-838b-276d4e7555e0),segment_id=c447f877-9003-483e-838b-276d4e7555e0)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:33:47.417428 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5cee7992-30f3-480d-968b-ac755f496328), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:47.480065 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d8307-8676-43bd-891a-10d4e3a8acbf None None] Pushing event updated for resources: {'Port': ['ID=5cee7992-30f3-480d-968b-ac755f496328,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:48.804833 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47722) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:49.114118 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-45ad6465-95b2-44bd-b0a9-f4ac749196b8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:33:49.115538 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-45ad6465-95b2-44bd-b0a9-f4ac749196b8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096750 Feb 08 16:33:51.614277 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47730) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:51.927782 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-1e24bd50-5e84-407c-845f-709217a9f32c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:33:51.928949 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1e24bd50-5e84-407c-845f-709217a9f32c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137071 Feb 08 16:33:54.675723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 47740) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:54.977864 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '67f1c5c4abff46008cee0510849c586e'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:54.999980 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (24448fa8-7f5a-4cb4-964a-32765f3c30b9), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:55.001632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (24448fa8-7f5a-4cb4-964a-32765f3c30b9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:55.139872 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Publish callbacks [] for router_controller (24448fa8-7f5a-4cb4-964a-32765f3c30b9), precommit_add_association {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:55.145159 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (24448fa8-7f5a-4cb4-964a-32765f3c30b9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:55.161177 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:55.162432 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-dc039d0f-41f5-45d1-aefa-17c12276ffab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4856563 Feb 08 16:33:55.623916 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fe425bc7-d111-47a3-ae56-1c2508a8d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:57.662232 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 47752) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:57.969673 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fa3e82e5-6ffc-48b6-a5ad-ff7e67e0718f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:57.981998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [None req-9996e238-5d83-4dbc-a64d-07374d3f6171 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:33:57.983091 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9996e238-5d83-4dbc-a64d-07374d3f6171 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197904 Feb 08 16:33:58.096683 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:33:58.496288 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5cee7992-30f3-480d-968b-ac755f496328 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:33:58.586573 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 5cee7992-30f3-480d-968b-ac755f496328 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:33:58.587073 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cee7992-30f3-480d-968b-ac755f496328), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:58.612788 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88705fe9-39dc-481f-92ed-3c6098063fac None None] Network af192ac9-ffaa-4a2d-a197-f291560a286f requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:33:58.756727 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-4cd15188-76d5-4f30-808e-9cd90a7ec1b1 None None] Provisioning complete for port 5cee7992-30f3-480d-968b-ac755f496328 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:33:58.757024 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4cd15188-76d5-4f30-808e-9cd90a7ec1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cee7992-30f3-480d-968b-ac755f496328), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:58.817709 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 5cee7992-30f3-480d-968b-ac755f496328 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:58.818214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cee7992-30f3-480d-968b-ac755f496328), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:58.886762 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 5cee7992-30f3-480d-968b-ac755f496328, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5cee7992-30f3-480d-968b-ac755f496328,segment=NetworkSegment(c447f877-9003-483e-838b-276d4e7555e0),segment_id=c447f877-9003-483e-838b-276d4e7555e0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:58.893997 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5cee7992-30f3-480d-968b-ac755f496328), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:58.963980 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-4cd15188-76d5-4f30-808e-9cd90a7ec1b1 None None] Current status of the port 5cee7992-30f3-480d-968b-ac755f496328 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:58.968128 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=5cee7992-30f3-480d-968b-ac755f496328,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:59.083996 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-70c18e29-4696-4a4e-b1f6-f390db3cfec9 None None] Provisioning complete for port 5cee7992-30f3-480d-968b-ac755f496328 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:33:59.084693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70c18e29-4696-4a4e-b1f6-f390db3cfec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cee7992-30f3-480d-968b-ac755f496328), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:59.142385 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:59.185448 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-70c18e29-4696-4a4e-b1f6-f390db3cfec9 None None] Current status of the port 5cee7992-30f3-480d-968b-ac755f496328 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:00.328332 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.462823 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5cee7992-30f3-480d-968b-ac755f496328 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:00.509626 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 5cee7992-30f3-480d-968b-ac755f496328 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:00.509994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cee7992-30f3-480d-968b-ac755f496328), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.535047 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 47784) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:00.587172 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 5cee7992-30f3-480d-968b-ac755f496328 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:00.664664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'name': 'public', 'is_default': True, 'project_id': '2b5e4fc6dd694372b7f8775a6f881cca'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:00.683501 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Made reservation on behalf of 2b5e4fc6dd694372b7f8775a6f881cca for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:34:00.685801 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.694128 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.767649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks [] for security_group (5a899993-d880-42cf-9d5f-2188b0e7dea9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.771475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5a899993-d880-42cf-9d5f-2188b0e7dea9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.786852 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Reserving flat network on physical network physnet1 {{(pid=109221) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 08 16:34:00.807706 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a899993-d880-42cf-9d5f-2188b0e7dea9,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:00.810727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (4315a1f2-cfa7-460f-952e-3a451f07ce2d), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.811064 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Added segment 4315a1f2-cfa7-460f-952e-3a451f07ce2d of type flat for network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 Feb 08 16:34:00.859982 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (9eaea626-9233-46ab-bbd0-4f14d5f78c80), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.892417 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (9eaea626-9233-46ab-bbd0-4f14d5f78c80), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.893359 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:00.893978 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:00.947067 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4114106 Feb 08 16:34:00.951457 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c8aa-21f8-45d6-9b9e-4662b28cbe20 admin admin] Pushing event updated for resources: {'Network': ['ID=9eaea626-9233-46ab-bbd0-4f14d5f78c80,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:00.968623 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:34:01.843058 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:03.295255 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47792) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:03.390774 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba00661-23fa-4269-ae21-b7692e080adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:03.392094 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6ba00661-23fa-4269-ae21-b7692e080adc admin admin] 10.222.0.35 "GET /v2.0/subnets/8eaa1085-19ab-4b6f-98fc-d07026949586 HTTP/1.1" status: 200 len: 849 time: 0.0958984 Feb 08 16:34:03.580659 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fdd8c9df-269e-46fa-b2f8-6cbea950d39d admin admin] 10.222.0.35 "GET /v2.0/routers/24448fa8-7f5a-4cb4-964a-32765f3c30b9 HTTP/1.1" status: 200 len: 704 time: 0.1829450 Feb 08 16:34:03.852261 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.154985 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Allocated IP 172.20.0.1 (af192ac9-ffaa-4a2d-a197-f291560a286f/8eaa1085-19ab-4b6f-98fc-d07026949586/b25a9ea0-160b-42d2-a816-dfc733e0c063) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:34:04.313662 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks [] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.379359 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.457679 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Network af192ac9-ffaa-4a2d-a197-f291560a286f is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:34:04.462602 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:34:04.467090 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:34:04.468225 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (24448fa8-7f5a-4cb4-964a-32765f3c30b9), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.487532 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Pushing event updated for resources: {'Port': ['ID=b25a9ea0-160b-42d2-a816-dfc733e0c063,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:04.637323 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-bebf1edf-b87b-46e5-8fae-724628a0eb02 None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:04.637913 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bebf1edf-b87b-46e5-8fae-724628a0eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.671269 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-bebf1edf-b87b-46e5-8fae-724628a0eb02 None None] Port b25a9ea0-160b-42d2-a816-dfc733e0c063 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:34:04.681349 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.937138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks [] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.941806 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:04.943353 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (24448fa8-7f5a-4cb4-964a-32765f3c30b9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.025147 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Pushing event updated for resources: {'Port': ['ID=b25a9ea0-160b-42d2-a816-dfc733e0c063,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:05.069211 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Network af192ac9-ffaa-4a2d-a197-f291560a286f is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:34:05.070503 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:34:05.231875 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:34:05.298539 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-0ab9cd1c-85b6-49de-b297-d88a79c94aaa None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:05.298912 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0ab9cd1c-85b6-49de-b297-d88a79c94aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.326145 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:34:05.333450 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9cd1c-85b6-49de-b297-d88a79c94aaa None None] Port b25a9ea0-160b-42d2-a816-dfc733e0c063 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:34:05.333871 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ce72c824-319b-4086-a70a-b6fc53d9ae5d admin admin] 10.222.0.35 "PUT /v2.0/routers/24448fa8-7f5a-4cb4-964a-32765f3c30b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7462606 Feb 08 16:34:05.336108 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Sync routers for ids ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:34:05.349449 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Routers {'24448fa8-7f5a-4cb4-964a-32765f3c30b9'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:34:05.350535 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:33:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:05.548903 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Set router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:34:05.989708 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:04Z', 'revision_number': 2, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port_host': None, '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:04Z', 'revision_number': 2, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:06.042877 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Checking router: 24448fa8-7f5a-4cb4-964a-32765f3c30b9 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:34:06.043286 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Updating router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 port b25a9ea0-160b-42d2-a816-dfc733e0c063 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:34:06.096470 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.620299 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks [] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.627739 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.794777 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Attempting to bind port b25a9ea0-160b-42d2-a816-dfc733e0c063 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:34:06.795181 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Attempting to bind port b25a9ea0-160b-42d2-a816-dfc733e0c063 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:34:06.795618 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Attempting to bind port b25a9ea0-160b-42d2-a816-dfc733e0c063 on network af192ac9-ffaa-4a2d-a197-f291560a286f {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:06.804120 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:34:06.804594 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Checking segment: {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:06.804990 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.805388 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Bound using segment: {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:34:06.805886 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Bound port: b25a9ea0-160b-42d2-a816-dfc733e0c063, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c447f877-9003-483e-838b-276d4e7555e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:34:06.806268 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.809238 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Pushing event updated for resources: {'Port': ['ID=b25a9ea0-160b-42d2-a816-dfc733e0c063,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:06.822323 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.822678 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.823027 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.823365 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.823697 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.824075 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.824397 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.824721 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.825043 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.825384 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.825708 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.826027 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.826345 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Tracked resource versions report: Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: pushed versions: Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: { 'AddressGroup': {'1.2'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'ConntrackHelper': {'1.0'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Log': {'1.0'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Network': {'1.1'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Port': {'1.7'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'PortForwarding': {'1.2'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'QosPolicy': {'1.10'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroup': {'1.5'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SubPort': {'1.0'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Subnet': {'1.1'}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Trunk': {'1.1'}} Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: consumer versions: Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'ConntrackHelper': '1.0', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'LocalIPAssociation': '1.0', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Log': '1.0', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Network': '1.1', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Port': '1.7', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'PortForwarding': '1.2', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'QosPolicy': '1.10', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroup': '1.5', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroupRule': '1.2', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SubPort': '1.0', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Subnet': '1.1', Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Trunk': '1.1'}} Feb 08 16:34:06.827677 dv-cinder-827860-2-iscsi neutron-server[109224]: {{(pid=109224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:34:06.871895 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-3e8aacca-0186-4ba4-9ec4-396855d8d693 None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:06.872483 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e8aacca-0186-4ba4-9ec4-396855d8d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.891032 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] For port b25a9ea0-160b-42d2-a816-dfc733e0c063, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:06.909454 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aacca-0186-4ba4-9ec4-396855d8d693 None None] Port b25a9ea0-160b-42d2-a816-dfc733e0c063 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:34:06.912972 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] For port b25a9ea0-160b-42d2-a816-dfc733e0c063, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=b25a9ea0-160b-42d2-a816-dfc733e0c063,segment=NetworkSegment(c447f877-9003-483e-838b-276d4e7555e0),segment_id=c447f877-9003-483e-838b-276d4e7555e0)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:34:06.918963 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:06.972469 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Routers {'24448fa8-7f5a-4cb4-964a-32765f3c30b9'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:34:06.973112 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:33:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:07.043976 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404378a-b4fa-4ca4-b3fe-d8e738220703 None None] Pushing event updated for resources: {'Port': ['ID=b25a9ea0-160b-42d2-a816-dfc733e0c063,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:07.071057 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] Set router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:34:07.129171 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:07.129459 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:07.207222 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Current status of the port b25a9ea0-160b-42d2-a816-dfc733e0c063 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:07.208124 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:07.240928 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] For port b25a9ea0-160b-42d2-a816-dfc733e0c063, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=b25a9ea0-160b-42d2-a816-dfc733e0c063,segment=NetworkSegment(c447f877-9003-483e-838b-276d4e7555e0),segment_id=c447f877-9003-483e-838b-276d4e7555e0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:07.245544 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:07.288434 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:04Z', 'revision_number': 2, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port_host': None, '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:06Z', 'revision_number': 4, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:07.306053 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bac291-5fd0-46f7-8721-19aaa95864d4 None None] Pushing event updated for resources: {'Port': ['ID=b25a9ea0-160b-42d2-a816-dfc733e0c063,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:07.320700 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6fb771-3cdc-43d3-aa44-64741394b12d None None] The sync data for ids ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'] in dv-cinder-827860-2-iscsi is: [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:04Z', 'revision_number': 2, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port_host': None, '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:06Z', 'revision_number': 4, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:34:10.044118 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47810) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:10.155689 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0b4ab-d7de-4891-b530-636f34d40e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.157079 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-afb0b4ab-d7de-4891-b530-636f34d40e38 admin admin] 10.222.0.35 "GET /v2.0/networks/9eaea626-9233-46ab-bbd0-4f14d5f78c80 HTTP/1.1" status: 200 len: 842 time: 0.1120105 Feb 08 16:34:10.167139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'tenant_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'name': 'public-subnet'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:10.186124 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Made reservation on behalf of 2b5e4fc6dd694372b7f8775a6f881cca for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:34:10.188725 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:10.481531 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.objects.ports [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109222) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:34:10.481939 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (efea7a00-f0b7-4c7d-ace2-6ff63f269a28), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:10.535210 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efea7a00-f0b7-4c7d-ace2-6ff63f269a28,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:10.542726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:10.543139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Network hostable DHCP agents. Network: 9eaea626-9233-46ab-bbd0-4f14d5f78c80, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:34:10.558446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:34:10.566719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 9eaea626-9233-46ab-bbd0-4f14d5f78c80) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:34:10.570640 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.571219 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:10.577693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77612b09-b1c1-4a65-9eb0-b7a202bf4c00 None None] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:34:10.598969 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7f7b33dd-a230-48ea-81da-45ded789a084 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4261227 Feb 08 16:34:10.704833 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eced88-0151-48a1-8ff4-7df3a5ccd062 None None] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:34:13.012592 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47818) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:13.149656 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d737a6e8-304f-4de6-b837-dc30e40af892 admin admin] 10.222.0.35 "GET /v2.0/routers/24448fa8-7f5a-4cb4-964a-32765f3c30b9 HTTP/1.1" status: 200 len: 710 time: 0.1354105 Feb 08 16:34:13.234883 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fecd08-6026-4a95-97a7-06c68c4f886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.236183 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-52fecd08-6026-4a95-97a7-06c68c4f886a admin admin] 10.222.0.35 "GET /v2.0/networks/9eaea626-9233-46ab-bbd0-4f14d5f78c80 HTTP/1.1" status: 200 len: 886 time: 0.0811837 Feb 08 16:34:13.245119 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:13.568290 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks [] for router_gateway (24448fa8-7f5a-4cb4-964a-32765f3c30b9), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.814404 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks [] for router_gateway (24448fa8-7f5a-4cb4-964a-32765f3c30b9), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.894305 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.004214 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Allocated IP 172.27.1.221 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/b89afe1f-854a-4794-8ab1-00aa58710029) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:34:14.110621 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks [] for port (b89afe1f-854a-4794-8ab1-00aa58710029), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.145706 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.184859 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:34:14.192382 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:34:14.196409 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:34:14.259227 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Pushing event updated for resources: {'Port': ['ID=b89afe1f-854a-4794-8ab1-00aa58710029,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:14.451342 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks [] for router_gateway (24448fa8-7f5a-4cb4-964a-32765f3c30b9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.505666 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device b25a9ea0-160b-42d2-a816-dfc733e0c063 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:14.556714 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:14.557109 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.637113 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port b25a9ea0-160b-42d2-a816-dfc733e0c063 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:14.664120 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1923756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1920450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15104'] for router (24448fa8-7f5a-4cb4-964a-32765f3c30b9), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.667661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1923751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1923774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1920477'] for router (24448fa8-7f5a-4cb4-964a-32765f3c30b9), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.777109 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:34:14.890936 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:34:14.895789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:14.899499 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-29c49a40-59a5-4787-905e-908ea3e2822c admin admin] 10.222.0.35 "PUT /v2.0/routers/24448fa8-7f5a-4cb4-964a-32765f3c30b9 HTTP/1.1" status: 200 len: 890 time: 1.6550889 Feb 08 16:34:15.748797 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Sync routers for ids ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:34:15.760439 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Routers {'24448fa8-7f5a-4cb4-964a-32765f3c30b9'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:34:15.761090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:33:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:15.981846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Set router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:34:16.447887 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:14Z', 'revision_number': 4, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port': {'id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:13Z', 'updated_at': '2022-02-08T16:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:07Z', 'revision_number': 5, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:16.497047 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Checking router: 24448fa8-7f5a-4cb4-964a-32765f3c30b9 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:34:16.497418 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Updating router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 port b89afe1f-854a-4794-8ab1-00aa58710029 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:34:16.549724 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:16.861189 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks [] for port (b89afe1f-854a-4794-8ab1-00aa58710029), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:16.868882 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:16.919923 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a8b40-9ea0-4b7f-beb7-c2781350f4cd None None] Pushing event updated for resources: {'Port': ['ID=b89afe1f-854a-4794-8ab1-00aa58710029,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:16.924102 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Attempting to bind port b89afe1f-854a-4794-8ab1-00aa58710029 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:34:16.924494 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Attempting to bind port b89afe1f-854a-4794-8ab1-00aa58710029 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:34:16.924850 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Attempting to bind port b89afe1f-854a-4794-8ab1-00aa58710029 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:16.930654 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:34:16.931037 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:16.931448 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:16.931871 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:34:16.932339 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Bound port: b89afe1f-854a-4794-8ab1-00aa58710029, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:34:16.932717 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:16.983802 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] For port b89afe1f-854a-4794-8ab1-00aa58710029, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:16.986755 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] For port b89afe1f-854a-4794-8ab1-00aa58710029, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=b89afe1f-854a-4794-8ab1-00aa58710029,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:34:16.992508 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:17.050633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Routers {'24448fa8-7f5a-4cb4-964a-32765f3c30b9'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:34:17.051530 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:33:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:17.053934 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a8b40-9ea0-4b7f-beb7-c2781350f4cd None None] Pushing event updated for resources: {'Port': ['ID=b89afe1f-854a-4794-8ab1-00aa58710029,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:17.164930 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] Set router 24448fa8-7f5a-4cb4-964a-32765f3c30b9 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:34:17.370684 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:14Z', 'revision_number': 4, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port': {'id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:13Z', 'updated_at': '2022-02-08T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:07Z', 'revision_number': 5, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:17.388453 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 47830) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:17.400126 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a66c7-0e00-40cd-9ffd-5baea8c5c580 None None] The sync data for ids ['24448fa8-7f5a-4cb4-964a-32765f3c30b9'] in dv-cinder-827860-2-iscsi is: [{'id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'name': 'router1', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:33:55Z', 'updated_at': '2022-02-08T16:34:14Z', 'revision_number': 4, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'gw_port': {'id': 'b89afe1f-854a-4794-8ab1-00aa58710029', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:13Z', 'updated_at': '2022-02-08T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'b25a9ea0-160b-42d2-a816-dfc733e0c063', 'name': '', 'network_id': 'af192ac9-ffaa-4a2d-a197-f291560a286f', 'tenant_id': '67f1c5c4abff46008cee0510849c586e', 'mac_address': 'fa:16:3e:f0:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24448fa8-7f5a-4cb4-964a-32765f3c30b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:34:03Z', 'updated_at': '2022-02-08T16:34:07Z', 'revision_number': 5, 'project_id': '67f1c5c4abff46008cee0510849c586e', 'subnets': [{'id': '8eaa1085-19ab-4b6f-98fc-d07026949586', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e48f9940-a7c8-4ff6-a519-2b65b23806f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:34:17.519569 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d10969be-7d2b-49ef-ae97-512edab9261d admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299808 Feb 08 16:34:18.519246 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device b89afe1f-854a-4794-8ab1-00aa58710029 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:18.576725 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port b89afe1f-854a-4794-8ab1-00aa58710029 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:18.577085 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:18.660033 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port b89afe1f-854a-4794-8ab1-00aa58710029 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:18.661247 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:18.681268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port b89afe1f-854a-4794-8ab1-00aa58710029, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=b89afe1f-854a-4794-8ab1-00aa58710029,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:18.688083 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:18.733224 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=b89afe1f-854a-4794-8ab1-00aa58710029,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:20.484826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device b89afe1f-854a-4794-8ab1-00aa58710029 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:20.545324 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port b89afe1f-854a-4794-8ab1-00aa58710029 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:20.545716 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b89afe1f-854a-4794-8ab1-00aa58710029), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:20.633388 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port b89afe1f-854a-4794-8ab1-00aa58710029 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:25.642640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-fabab5ea-1f38-4ff1-8547-aad899534982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:27.975129 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-76342c26-d8ca-425b-a867-b4e978e42cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:29.125881 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:30.330860 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:31.847089 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:35.095954 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:34:55.629412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf384-67f5-4d10-ab85-081bf17e23e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:57.970602 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5824a62f-eaef-459a-a441-56cc4fe7cf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.131971 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.342393 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.851178 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:12.095867 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:35:25.632216 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-171d6843-93ad-485d-ad8c-0fde40695e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:27.966501 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-659c5dd3-b1da-409a-a06b-b319601c70cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:29.132157 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:30.331979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:31.856699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:37.774168 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48314) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:37.835962 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd6e10c-5a27-40fa-86c8-bb8eb1cd0a7b admin admin] GET failed (client error): The resource could not be found. Feb 08 16:35:37.837262 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cfd6e10c-5a27-40fa-86c8-bb8eb1cd0a7b admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621369 Feb 08 16:35:38.075489 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce2c7b-7f07-42f9-8d28-53dca965f92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:38.076987 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-23ce2c7b-7f07-42f9-8d28-53dca965f92e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2353423 Feb 08 16:35:40.374072 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48324) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:40.466532 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d0bff-9da2-4a8c-80da-7b9c040f055c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:40.468103 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9d8d0bff-9da2-4a8c-80da-7b9c040f055c admin admin] 10.222.0.35 "GET /v2.0/subnets/8eaa1085-19ab-4b6f-98fc-d07026949586 HTTP/1.1" status: 200 len: 849 time: 0.0929782 Feb 08 16:35:40.478577 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:40.565733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Publish callbacks [] for subnet (8eaa1085-19ab-4b6f-98fc-d07026949586), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:40.711779 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730220539140'] for subnet (8eaa1085-19ab-4b6f-98fc-d07026949586), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:40.746335 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:40.746335 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:40.748226 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] 10.222.0.35 "PUT /v2.0/subnets/8eaa1085-19ab-4b6f-98fc-d07026949586 HTTP/1.1" status: 200 len: 868 time: 0.2732427 Feb 08 16:35:40.749962 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a68020-212a-4714-901b-4659c3835f36 None None] Network af192ac9-ffaa-4a2d-a197-f291560a286f requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:35:40.770360 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaa1085-19ab-4b6f-98fc-d07026949586,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:40.778054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.778419 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.778764 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.779097 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.779426 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.779796 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.780146 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.780476 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.780809 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.781145 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.781467 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.782309 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:40.782630 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cca9de-6eeb-4c97-9dd0-efb8cd0061ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:41.171476 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Provisioning complete for port 5cee7992-30f3-480d-968b-ac755f496328 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:41.171776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cee7992-30f3-480d-968b-ac755f496328), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:41.247957 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Current status of the port 5cee7992-30f3-480d-968b-ac755f496328 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:41.257548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Provisioning complete for port b25a9ea0-160b-42d2-a816-dfc733e0c063 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:41.257931 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b25a9ea0-160b-42d2-a816-dfc733e0c063), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:41.335677 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-46d60e3c-4588-4089-acb2-a76497af16e8 None None] Current status of the port b25a9ea0-160b-42d2-a816-dfc733e0c063 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:43.044976 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48332) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:43.271189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307adea1-f907-4544-a055-f895987398c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:43.271575 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307adea1-f907-4544-a055-f895987398c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:43.273189 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-307adea1-f907-4544-a055-f895987398c6 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2272830 Feb 08 16:35:45.613481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48342) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:45.742055 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a5007-cf2b-455f-8da7-71920616e20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:45.742524 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a5007-cf2b-455f-8da7-71920616e20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:45.744046 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7d2a5007-cf2b-455f-8da7-71920616e20b admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296034 Feb 08 16:35:48.020292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48350) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:48.203909 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8310c-e4f2-4aa6-aaf7-6fefad8489f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.205192 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2fa8310c-e4f2-4aa6-aaf7-6fefad8489f7 admin admin] 10.222.0.35 "GET /v2.0/networks/9eaea626-9233-46ab-bbd0-4f14d5f78c80 HTTP/1.1" status: 200 len: 886 time: 0.1839402 Feb 08 16:35:49.095623 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:35:50.491117 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48358) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:50.632187 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ab6c2-20ff-4526-8180-d5ad80039b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.633477 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-1d2ab6c2-20ff-4526-8180-d5ad80039b3e admin admin] 10.222.0.35 "GET /v2.0/networks/af192ac9-ffaa-4a2d-a197-f291560a286f HTTP/1.1" status: 200 len: 869 time: 0.1414025 Feb 08 16:35:52.904768 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48366) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:53.026687 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89536cec-4ab2-46b9-b4e0-128043f95353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:53.027155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89536cec-4ab2-46b9-b4e0-128043f95353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:53.028708 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-89536cec-4ab2-46b9-b4e0-128043f95353 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229739 Feb 08 16:35:55.313144 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48374) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:55.409994 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d564d26-d034-402e-b05a-49f129bcdf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:55.410447 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d564d26-d034-402e-b05a-49f129bcdf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:55.411951 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4d564d26-d034-402e-b05a-49f129bcdf54 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978453 Feb 08 16:35:55.634612 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8192614b-21e6-4f6e-b9d4-86bf0d4b2b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:57.671980 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48382) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:57.762210 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc8530b-189e-4b1f-b198-924d5a153a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:57.763509 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1fc8530b-189e-4b1f-b198-924d5a153a23 admin admin] 10.222.0.35 "GET /v2.0/subnets/8eaa1085-19ab-4b6f-98fc-d07026949586 HTTP/1.1" status: 200 len: 868 time: 0.0905888 Feb 08 16:35:57.969288 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-79864420-63b0-48d8-9b24-3e55bc09dfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.133275 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:00.042941 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48390) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:00.127126 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3226f8-f015-4803-88c4-ebc79f26a8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.128484 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fc3226f8-f015-4803-88c4-ebc79f26a8a9 admin admin] 10.222.0.35 "GET /v2.0/subnets/efea7a00-f0b7-4c7d-ace2-6ff63f269a28 HTTP/1.1" status: 200 len: 816 time: 0.0846038 Feb 08 16:36:00.333637 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:01.851367 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:24.672150 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48444) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:24.719747 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [None req-f54fd728-9c2e-4988-98ca-125409755b0b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:36:24.720763 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f54fd728-9c2e-4988-98ca-125409755b0b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476756 Feb 08 16:36:25.637090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2494225-2bf2-4b1d-9a3c-804f729010cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:26.093771 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:36:27.073422 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48452) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:27.136926 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65dcc03-038d-4445-9ac0-a10294b3ebe1 admin admin] GET failed (client error): The resource could not be found. Feb 08 16:36:27.138207 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-d65dcc03-038d-4445-9ac0-a10294b3ebe1 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638485 Feb 08 16:36:27.278506 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b745c-6a29-4b39-a85b-a791eddad89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:27.280623 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3d6b745c-6a29-4b39-a85b-a791eddad89f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375439 Feb 08 16:36:27.972460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f683730b-f107-44d5-b30f-ba37a2a73df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.136929 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.698616 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48462) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:29.745023 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared', 'project_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'tenant_id': '2b5e4fc6dd694372b7f8775a6f881cca'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:29.763391 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Made reservation on behalf of 2b5e4fc6dd694372b7f8775a6f881cca for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:36:29.766165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.799696 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING neutron.services.revisions.revision_plugin [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Could not find related network for resource to bump revision. Feb 08 16:36:29.810535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:36:29.819419 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (9c091072-d9a2-48eb-add5-7b01da8df125), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.819804 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Added segment 9c091072-d9a2-48eb-add5-7b01da8df125 of type vlan for network 3b4859cf-0c5a-4002-8536-784c218f9518 Feb 08 16:36:29.858229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (3b4859cf-0c5a-4002-8536-784c218f9518), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.880005 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (3b4859cf-0c5a-4002-8536-784c218f9518), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.880885 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:29.881463 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:29.932586 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2328885 Feb 08 16:36:29.945560 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Pushing event updated for resources: {'Network': ['ID=3b4859cf-0c5a-4002-8536-784c218f9518,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:29.953650 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.954024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.954368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.954705 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.955037 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.955362 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.955697 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.956064 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.956410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.956751 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.957075 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.957391 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.957704 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b478-337a-498a-9e94-f11205019f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:29.970569 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 3b4859cf-0c5a-4002-8536-784c218f9518 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:36:30.338734 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:31.854633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:32.300597 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48472) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:32.361270 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a4f822-a9b8-49c4-990e-7dad200edc15 admin admin] GET failed (client error): The resource could not be found. Feb 08 16:36:32.362593 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c1a4f822-a9b8-49c4-990e-7dad200edc15 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610304 Feb 08 16:36:32.435487 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9e225-3726-413d-a7fb-0487b304b241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:32.437546 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-30a9e225-3726-413d-a7fb-0487b304b241 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708914 Feb 08 16:36:32.447172 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Request body: {'subnet': {'tenant_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:32.468942 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Made reservation on behalf of 2b5e4fc6dd694372b7f8775a6f881cca for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:36:32.471078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:32.700568 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (a85652b0-25ac-441f-8994-5cb18e38dab2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:32.776135 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85652b0-25ac-441f-8994-5cb18e38dab2,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:32.785516 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Checking segment: {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:36:32.785905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Network hostable DHCP agents. Network: 3b4859cf-0c5a-4002-8536-784c218f9518, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:36:32.814129 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Network 3b4859cf-0c5a-4002-8536-784c218f9518 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:36:32.825840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 3b4859cf-0c5a-4002-8536-784c218f9518) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:36:32.830763 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:32.831341 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:32.836539 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff03aee-74ab-42c8-acff-490b56cc1c3d None None] Network 3b4859cf-0c5a-4002-8536-784c218f9518 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:36:32.854427 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-27545d15-2cd1-45d3-92d3-c5fbe352fde2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4050145 Feb 08 16:36:32.968829 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-3b4859cf-0c5a-4002-8536-784c218f9518', 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518', 'project_id': '2b5e4fc6dd694372b7f8775a6f881cca', 'fixed_ips': [{'subnet_id': 'a85652b0-25ac-441f-8994-5cb18e38dab2'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:36:32.969673 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.227058 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Allocated IP 192.168.233.2 (3b4859cf-0c5a-4002-8536-784c218f9518/a85652b0-25ac-441f-8994-5cb18e38dab2/c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:36:33.380288 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks [] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.386854 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.431965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Network 3b4859cf-0c5a-4002-8536-784c218f9518 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:36:33.434901 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:36:33.441826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:36:33.446776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Pushing event updated for resources: {'Port': ['ID=c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:33.470226 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.470604 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.470972 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.471310 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.471640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.471996 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.472330 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.472656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.472983 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.473323 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.473647 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.473956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.474272 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:33.511506 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Attempting to bind port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:36:33.511902 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Attempting to bind port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:36:33.512265 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Attempting to bind port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c on network 3b4859cf-0c5a-4002-8536-784c218f9518 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:36:33.517930 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:36:33.518300 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Checking segment: {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:36:33.518698 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.519090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Bound using segment: {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:36:33.519554 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Bound port: c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:36:33.519962 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.585362 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] For port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:36:33.589751 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] For port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:36:33.602041 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:33.674188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a969-8319-4e5e-a67a-ccb109015633 None None] Pushing event updated for resources: {'Port': ['ID=c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:34.578027 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbdb0f-ee7d-46ee-8247-6f8bc32836fb None None] Network 3b4859cf-0c5a-4002-8536-784c218f9518 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:36:34.626725 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:36:34.678681 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Provisioning complete for port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:34.678969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.763919 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:34.764305 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.838986 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Current status of the port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:34.839283 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.899304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] For port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:34.907315 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.932733 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:34.933025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.999118 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cfb60-ad4b-4a72-9ddc-b39468da604c None None] Pushing event updated for resources: {'Port': ['ID=c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:35.015058 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.db.api [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:36:35.015883 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG oslo_db.api [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:36:35.128203 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-29b20b72-6d61-4377-a148-ee4da376a5f2 None None] Provisioning complete for port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:35.128519 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-29b20b72-6d61-4377-a148-ee4da376a5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:35.208401 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-29b20b72-6d61-4377-a148-ee4da376a5f2 None None] Current status of the port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:35.551883 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:36.542775 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:36:36.594104 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:36.594527 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:36.669765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port c4af0dd2-fc37-40df-ba55-c7b4b8bb3b9c is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:55.640416 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a0277fc5-ceab-490e-8421-1b18717cd9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:57.975180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d2b2-a33f-4938-8a69-b955fe73a37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:59.140837 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:00.344247 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:01.859278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:03.093172 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:37:25.643005 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-009b2057-0f55-4cf3-b0d0-aa29c6b1836f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:27.977615 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-49757cc1-0a3d-4dc2-9508-d409cf2fc604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:29.142666 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:30.352614 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:31.862204 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:40.091688 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:37:55.645415 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8dba6fc0-e2e1-44b1-80f6-e2925946ae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:56.262940 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48518) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:37:56.268858 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [None req-8532ac20-dd15-46e1-968b-c6c623d7a38a tempest-verify_tempest_config-1150947713 tempest-verify_tempest_config-1150947713-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:37:56.269848 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-8532ac20-dd15-46e1-968b-c6c623d7a38a tempest-verify_tempest_config-1150947713 tempest-verify_tempest_config-1150947713-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059409 Feb 08 16:37:56.562426 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48536) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:37:56.692394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:56.796860 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Publish callbacks [] for security_group (97f17be3-fe7f-4e1c-bc4f-e083c94e943c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:56.800726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (97f17be3-fe7f-4e1c-bc4f-e083c94e943c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:56.845758 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9639c1ba94e946b480172e3716b18059&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2822645 Feb 08 16:37:56.846453 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f17be3-fe7f-4e1c-bc4f-e083c94e943c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:56.848616 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48542) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:37:56.855789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.856172 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.856532 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.856858 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.857198 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.857548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.857900 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.858236 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.858580 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.858913 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.859238 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.859576 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.860048 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c9656b-1c7f-4e84-b9d8-0da5e9b39bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:56.903133 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Publish callbacks [] for security_group (97f17be3-fe7f-4e1c-bc4f-e083c94e943c), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:56.923276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Publish callbacks [] for security_group (97f17be3-fe7f-4e1c-bc4f-e083c94e943c), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:57.015889 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (97f17be3-fe7f-4e1c-bc4f-e083c94e943c), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:57.018403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:57.019636 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97f17be3-fe7f-4e1c-bc4f-e083c94e943c HTTP/1.1" status: 204 len: 168 time: 0.1699898 Feb 08 16:37:57.027728 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f17be3-fe7f-4e1c-bc4f-e083c94e943c,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:57.034718 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.035076 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.035424 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.035793 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.036123 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.036455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.036798 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.037127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.037497 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.037839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.038166 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.038489 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.038805 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76410f5d-617e-4dd4-9da0-01aabd02317d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:57.981058 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-97de3d50-f72d-4037-9c75-c070ae0f1930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:59.145843 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:00.347659 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:01.866479 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:17.094254 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:38:25.647372 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4854-07d7-41b8-9d8c-420d22b761d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:27.983286 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e82d995a-de77-4fe4-ba5f-1db0ef1f4d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:29.147881 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:30.351222 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:31.869538 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:54.093772 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:38:55.649386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2970-f78c-46f3-9e5a-d125d8d5bd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:57.985722 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-806aec03-fc2f-4e0c-8570-448219d8b1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:59.150852 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:00.352442 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:01.872994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:25.653853 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c20b88df-d466-43ec-b966-8810de2790fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:27.987902 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab82a4d8-6076-4e73-a199-2634621d257a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:29.153559 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:30.355433 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:31.092901 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 5 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:39:31.877190 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:37.560500 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1917886'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.626836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48614) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:52.731703 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7c327500-4be1-41d6-b47f-4b06dd13b5a6 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037714 Feb 08 16:39:55.066842 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48624) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:55.127973 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9ae60bec-c482-4111-ab91-0eb48c3e0ac4 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0599165 Feb 08 16:39:55.655898 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-91022fcc-8201-496c-8300-dc0c14bd08ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:57.994613 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57a9c057-639f-4ea7-8203-2de7c89c3311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:59.168596 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:00.358229 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:01.881454 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:07.542661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:08.092111 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:40:25.656573 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dff6b577-ca04-463f-9483-d5f141996349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.986983 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-49708596-2553-4db2-8a09-dbb499129b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.161841 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:30.360215 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.885604 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.542376 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.092427 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:40:55.658336 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-81402de7-a5ed-4f41-b898-20e28e11affe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:57.990809 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6e25d2a5-1b99-4b69-9da3-2bf13506fced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:59.163394 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:00.364320 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:01.888673 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:07.548337 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:22.093091 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:41:25.669433 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-abd420c2-2feb-4897-be31-5bc2755828d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.597614 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48710) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:27.766226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-260233471-network', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:27.790517 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Made reservation on behalf of 637df1e7f2cb48c0b97d67658900335d for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:27.792899 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.801060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.892216 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks [] for security_group (3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.897685 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.928903 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:41:27.934038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:27.944190 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.945014 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.945014 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.945397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.945776 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.946163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.946548 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.946934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.947272 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.947613 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.948078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.948409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.948738 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Tracked resource versions report: Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: pushed versions: Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: { 'AddressGroup': {'1.2'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'ConntrackHelper': {'1.0'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Log': {'1.0'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Network': {'1.1'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Port': {'1.7'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'PortForwarding': {'1.2'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'QosPolicy': {'1.10'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroup': {'1.5'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SubPort': {'1.0'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Subnet': {'1.1'}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Trunk': {'1.1'}} Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: consumer versions: Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: HyperV agent@hv-cinder-82786: {}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'ConntrackHelper': '1.0', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'LocalIPAssociation': '1.0', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Log': '1.0', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Network': '1.1', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Port': '1.7', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'PortForwarding': '1.2', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'QosPolicy': '1.10', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroup': '1.5', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SecurityGroupRule': '1.2', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'SubPort': '1.0', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Subnet': '1.1', Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: 'Trunk': '1.1'}} Feb 08 16:41:27.949925 dv-cinder-827860-2-iscsi neutron-server[109221]: {{(pid=109221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:41:27.955998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (56b7ad76-dbc0-4280-adca-ccddfee9b3d3), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:27.956345 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Added segment 56b7ad76-dbc0-4280-adca-ccddfee9b3d3 of type vlan for network a853a558-0896-4700-8a59-b29597b86231 Feb 08 16:41:27.996344 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-134a912a-a4f3-417f-9cf9-5b6ea0abef2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.014362 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (a853a558-0896-4700-8a59-b29597b86231), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.042522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (a853a558-0896-4700-8a59-b29597b86231), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.044178 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:28.045138 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.152992 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5536356 Feb 08 16:41:28.153294 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48756) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:28.163045 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Request body: {'subnet': {'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-subnet', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:28.173651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29342e31-c6ab-47b5-a8b0-2596fffc2a35 admin admin] Pushing event updated for resources: {'Network': ['ID=a853a558-0896-4700-8a59-b29597b86231,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:28.187406 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network a853a558-0896-4700-8a59-b29597b86231 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:41:28.198991 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Made reservation on behalf of 637df1e7f2cb48c0b97d67658900335d for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:28.203005 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.407199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (07e7243a-cfb7-4735-a054-24be967c73bf), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.465873 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e7243a-cfb7-4735-a054-24be967c73bf,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:28.479835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.480330 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.480969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.481458 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.481788 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.482111 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.482436 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.482757 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.483078 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.483399 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.483799 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.484111 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.484627 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Tracked resource versions report: Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: pushed versions: Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: { 'AddressGroup': {'1.2'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'ConntrackHelper': {'1.0'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Log': {'1.0'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Network': {'1.1'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Port': {'1.7'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'PortForwarding': {'1.2'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'QosPolicy': {'1.10'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroup': {'1.5'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SubPort': {'1.0'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Subnet': {'1.1'}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Trunk': {'1.1'}} Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: consumer versions: Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: HyperV agent@hv-cinder-82786: {}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'ConntrackHelper': '1.0', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'LocalIPAssociation': '1.0', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Log': '1.0', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Network': '1.1', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Port': '1.7', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'PortForwarding': '1.2', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'QosPolicy': '1.10', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroup': '1.5', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SecurityGroupRule': '1.2', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'SubPort': '1.0', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Subnet': '1.1', Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: 'Trunk': '1.1'}} Feb 08 16:41:28.485696 dv-cinder-827860-2-iscsi neutron-server[109222]: {{(pid=109222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:41:28.488277 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Checking segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:28.488378 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Network hostable DHCP agents. Network: a853a558-0896-4700-8a59-b29597b86231, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:41:28.507929 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Network a853a558-0896-4700-8a59-b29597b86231 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:41:28.519633 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, a853a558-0896-4700-8a59-b29597b86231) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:28.526365 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:28.527139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.529431 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bf3c4-9bdd-42e3-aa49-41f52b826f1f None None] Network a853a558-0896-4700-8a59-b29597b86231 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:28.556565 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d5ae9815-33f1-4556-9aa2-f679cac6f82e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4003985 Feb 08 16:41:28.595856 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48780) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:28.601552 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:28.634034 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.637400 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.658631 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132af73-736d-449a-ac0a-d678b51c6c43 None None] Network a853a558-0896-4700-8a59-b29597b86231 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:28.753967 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for router_controller (887c4583-b8c6-4a86-a6aa-acb5e773b080), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:28.905315 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for router_gateway (887c4583-b8c6-4a86-a6aa-acb5e773b080), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.017807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48804) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:29.169254 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.211778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for router_gateway (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.220309 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254464260-network', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:29.231540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.241204 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Made reservation on behalf of 2214758b43e6434b8c27d97f7fd1151c for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:29.244314 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.256004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.364073 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Allocated IP 172.27.1.50 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/d999eb14-2521-423b-a660-38bd75bfd76f) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:29.364798 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks [] for security_group (73c12499-76a6-45bb-b62a-8cc9a24b4b5e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.371806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (73c12499-76a6-45bb-b62a-8cc9a24b4b5e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.399972 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:41:29.419141 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c12499-76a6-45bb-b62a-8cc9a24b4b5e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:29.426796 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (6e22a270-9ab3-4732-a468-c0e5e3e45a8c), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.428833 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Added segment 6e22a270-9ab3-4732-a468-c0e5e3e45a8c of type vlan for network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd Feb 08 16:41:29.480901 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for port (d999eb14-2521-423b-a660-38bd75bfd76f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.483775 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (7ae536f5-aefa-4f5b-af4d-8517e1f813dd), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.516558 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (7ae536f5-aefa-4f5b-af4d-8517e1f813dd), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.517943 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:29.518400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.532418 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.595243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Pushing event updated for resources: {'Port': ['ID=d999eb14-2521-423b-a660-38bd75bfd76f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:29.596636 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5768142 Feb 08 16:41:29.599425 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48832) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:29.605282 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Request body: {'subnet': {'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254464260-subnet', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:29.612550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da1c1-7fa7-46e3-94e6-ca4165885b78 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae536f5-aefa-4f5b-af4d-8517e1f813dd,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:29.623899 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:29.627234 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:29.628430 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:41:29.632195 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:29.665858 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48834) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:29.675299 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Made reservation on behalf of 2214758b43e6434b8c27d97f7fd1151c for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:29.675657 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48838) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:29.679155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:29.989820 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-692360533-network', 'tenant_id': '23325df6a88748fc9261e22c093ac67e'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:30.015801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (b98441e7-8fd0-4e8a-9813-ab7809335e8b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.022379 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Made reservation on behalf of 23325df6a88748fc9261e22c093ac67e for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:30.025062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.040019 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for router_gateway (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.043142 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.153996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks [] for security_group (ea401f6d-500b-4c7a-8420-37108b06f6e3), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.162941 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ea401f6d-500b-4c7a-8420-37108b06f6e3), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.165773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Checking segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:30.166137 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Network hostable DHCP agents. Network: 7ae536f5-aefa-4f5b-af4d-8517e1f813dd, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:41:30.192941 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98441e7-8fd0-4e8a-9813-ab7809335e8b,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:30.193886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:41:30.200511 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:41:30.210907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1100292759-network', 'tenant_id': 'dbcf2a29fa234f62a1c82620e2c1cbcd'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:30.220150 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 7ae536f5-aefa-4f5b-af4d-8517e1f813dd) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:30.227152 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:30.227784 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.232550 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0f8e4-71e3-4b05-8f99-6e1231cfacfc None None] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:30.261167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea401f6d-500b-4c7a-8420-37108b06f6e3,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:30.284962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (e9044411-4530-411a-a3d6-a74296d01aa7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.285312 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Added segment e9044411-4530-411a-a3d6-a74296d01aa7 of type vlan for network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 Feb 08 16:41:30.316071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Made reservation on behalf of dbcf2a29fa234f62a1c82620e2c1cbcd for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:30.322415 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.334726 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d1908f3a-159b-4858-9bc2-e66c08175890 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7331312 Feb 08 16:41:30.387490 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.389353 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48866) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:30.394935 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:30.413432 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.413877 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.450870 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.452045 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.509204 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:41:30.514424 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.520180 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks [] for security_group (899e6bb3-3f2b-41da-9e1f-3aae6254539b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.524990 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (64dd4aa3-e414-467b-84ff-dc68d3d652e1), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.540699 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (899e6bb3-3f2b-41da-9e1f-3aae6254539b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.560042 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for router_controller (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.616849 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899e6bb3-3f2b-41da-9e1f-3aae6254539b,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:30.659307 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:41:30.670297 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (10f8f77f-749c-4648-ae20-26e334618005), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.670844 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Added segment 10f8f77f-749c-4648-ae20-26e334618005 of type vlan for network 401a371c-221c-42c3-b115-a08adffde4ba Feb 08 16:41:30.679390 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (64dd4aa3-e414-467b-84ff-dc68d3d652e1), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.680483 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:30.681104 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.734729 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Allocated IP 172.20.0.2 (7ae536f5-aefa-4f5b-af4d-8517e1f813dd/b98441e7-8fd0-4e8a-9813-ab7809335e8b/ebeff06f-7f27-4b34-acb2-048c18b7b980) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:30.773785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (401a371c-221c-42c3-b115-a08adffde4ba), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.795965 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1289678 Feb 08 16:41:30.800217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48880) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:30.805997 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for router_gateway (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.808975 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Request body: {'subnet': {'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-subnet', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:30.811054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Router 887c4583-b8c6-4a86-a6aa-acb5e773b080 is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:41:30.821818 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3289a5-f8a3-49b1-aea2-123248de1ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=64dd4aa3-e414-467b-84ff-dc68d3d652e1,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:30.850641 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:41:30.859794 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (401a371c-221c-42c3-b115-a08adffde4ba), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.860985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:30.861704 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.867381 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Made reservation on behalf of 23325df6a88748fc9261e22c093ac67e for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:30.869848 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:30.995174 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3184433 Feb 08 16:41:31.002627 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48886) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:31.020441 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Request body: {'subnet': {'network_id': '401a371c-221c-42c3-b115-a08adffde4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1100292759-subnet', 'tenant_id': 'dbcf2a29fa234f62a1c82620e2c1cbcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:31.025817 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a82dc-5008-4811-9fa4-14e9c296760e admin admin] Pushing event updated for resources: {'Network': ['ID=401a371c-221c-42c3-b115-a08adffde4ba,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:31.044890 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 401a371c-221c-42c3-b115-a08adffde4ba details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:41:31.098757 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Made reservation on behalf of dbcf2a29fa234f62a1c82620e2c1cbcd for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:31.102980 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.294861 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks [] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.330236 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.343626 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:31.364261 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Sync routers for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:31.378091 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:31.380029 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:31.406665 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.408196 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-06a8c445-6ddb-4627-8f0c-c85e3cf4312f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8113582 Feb 08 16:41:31.421208 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 48898) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:31.436816 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:31.451138 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:31.457892 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:31.485214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Pushing event updated for resources: {'Port': ['ID=ebeff06f-7f27-4b34-acb2-048c18b7b980,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:31.534726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (f2abdc76-849b-4b00-b6c2-bbeded0d6283), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.559456 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.563879 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.566813 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.567457 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.567954 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.568985 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.569481 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.570454 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.571703 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.572396 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.572878 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.573350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.573510 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (b845b533-6b95-4cbd-8955-62809b87fe55), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.573970 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Tracked resource versions report: Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: pushed versions: Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: { 'AddressGroup': {'1.2'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'ConntrackHelper': {'1.0'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Log': {'1.0'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Network': {'1.1'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Port': {'1.7'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'PortForwarding': {'1.2'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'QosPolicy': {'1.10'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroup': {'1.5'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SubPort': {'1.0'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Subnet': {'1.1'}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Trunk': {'1.1'}} Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: consumer versions: Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: HyperV agent@hv-cinder-82786: {}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'ConntrackHelper': '1.0', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'LocalIPAssociation': '1.0', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Log': '1.0', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Network': '1.1', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Port': '1.7', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'PortForwarding': '1.2', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'QosPolicy': '1.10', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroup': '1.5', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SecurityGroupRule': '1.2', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'SubPort': '1.0', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Subnet': '1.1', Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: 'Trunk': '1.1'}} Feb 08 16:41:31.575366 dv-cinder-827860-2-iscsi neutron-server[109223]: {{(pid=109223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:41:31.612969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Attempting to bind port ebeff06f-7f27-4b34-acb2-048c18b7b980 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:31.613589 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Attempting to bind port ebeff06f-7f27-4b34-acb2-048c18b7b980 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:31.614258 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Attempting to bind port ebeff06f-7f27-4b34-acb2-048c18b7b980 on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:31.620873 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:31.622662 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Checking segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:31.623229 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.623828 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Bound using segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:31.624475 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Bound port: ebeff06f-7f27-4b34-acb2-048c18b7b980, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:31.625282 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.716806 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] For port ebeff06f-7f27-4b34-acb2-048c18b7b980, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:31.726003 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] For port ebeff06f-7f27-4b34-acb2-048c18b7b980, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=ebeff06f-7f27-4b34-acb2-048c18b7b980,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:31.729600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2abdc76-849b-4b00-b6c2-bbeded0d6283,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:31.742310 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.810730 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:31.828417 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Checking segment: {'id': '10f8f77f-749c-4648-ae20-26e334618005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:31.828778 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Network hostable DHCP agents. Network: 401a371c-221c-42c3-b115-a08adffde4ba, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:41:31.866729 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245b734-3b49-4910-91fb-1473b1f7ff9a None None] Pushing event updated for resources: {'Port': ['ID=ebeff06f-7f27-4b34-acb2-048c18b7b980,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:31.898757 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b845b533-6b95-4cbd-8955-62809b87fe55,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:31.909551 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Checking segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:31.909910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Network hostable DHCP agents. Network: 64dd4aa3-e414-467b-84ff-dc68d3d652e1, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:41:31.929082 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.931302 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Network 401a371c-221c-42c3-b115-a08adffde4ba is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:41:31.963510 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 401a371c-221c-42c3-b115-a08adffde4ba) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:31.976844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fbb55-aafc-4106-afe2-81f29fdb9101 None None] Network 401a371c-221c-42c3-b115-a08adffde4ba requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:31.989840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:31.989840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.989840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:41:32.014044 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 64dd4aa3-e414-467b-84ff-dc68d3d652e1) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:32.018769 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:32.019712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.039985 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-694e47e8-cd79-4524-93c9-d1730f09d730 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0265901 Feb 08 16:41:32.066479 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f2d33d63-291f-4356-9e90-f16e48a167e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2639513 Feb 08 16:41:32.090563 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68150aac-c830-4d8f-819b-bedd6c7cf8e6 None None] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:32.143224 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 48932) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:32.149833 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:32.167638 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for router_gateway (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.199341 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.201046 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.224286 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:29Z', 'revision_number': 3, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:32.315936 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Checking router: 887c4583-b8c6-4a86-a6aa-acb5e773b080 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:32.315936 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Updating router 887c4583-b8c6-4a86-a6aa-acb5e773b080 port d999eb14-2521-423b-a660-38bd75bfd76f binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:32.356984 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.397941 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.398526 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for router_controller (8d29b78e-d981-45df-a2ed-897500ef33ad), precommit_add_association {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.599204 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Allocated IP 172.27.1.216 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:32.664232 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:41:32.666941 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.799685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc5d6e-8767-43bd-a623-0ef0250baf51 None None] Network 401a371c-221c-42c3-b115-a08adffde4ba requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:32.906265 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for router_gateway (8d29b78e-d981-45df-a2ed-897500ef33ad), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.004506 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.007650 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device ebeff06f-7f27-4b34-acb2-048c18b7b980 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:33.113291 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.262049 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port ebeff06f-7f27-4b34-acb2-048c18b7b980 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:33.262813 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.335963 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for router_gateway (8d29b78e-d981-45df-a2ed-897500ef33ad), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.359612 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Allocated IP 172.20.0.2 (64dd4aa3-e414-467b-84ff-dc68d3d652e1/b845b533-6b95-4cbd-8955-62809b87fe55/4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:33.384419 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.453082 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Pushing event updated for resources: {'Port': ['ID=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:33.521008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:33.524818 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:33.527621 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:33.627376 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Allocated IP 172.20.0.1 (a853a558-0896-4700-8a59-b29597b86231/07e7243a-cfb7-4735-a054-24be967c73bf/6398e179-8b03-4d15-95e2-c996d6eaae94) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:33.700497 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.714151 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks [] for port (d999eb14-2521-423b-a660-38bd75bfd76f), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.727568 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.840736 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Pushing event updated for resources: {'Port': ['ID=d999eb14-2521-423b-a660-38bd75bfd76f,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:33.853178 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.853777 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.854318 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.854810 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.855459 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.856551 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.857053 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.857696 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.858179 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.858803 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.859275 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.859773 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.860243 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Tracked resource versions report: Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: pushed versions: Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: { 'AddressGroup': {'1.2'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'ConntrackHelper': {'1.0'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'LocalIPAssociation': {'1.0'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Log': {'1.0'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Network': {'1.1'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Port': {'1.7'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'PortForwarding': {'1.2'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'QosPolicy': {'1.10'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroup': {'1.5'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroupRule': {'1.2'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SubPort': {'1.0'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Subnet': {'1.1'}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Trunk': {'1.1'}} Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: consumer versions: Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: { DHCP agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: HyperV agent@hv-cinder-82786: {}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: L3 agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: Metadata agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: Metering agent@dv-cinder-827860-2-iscsi: {}, Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: Open vSwitch agent@dv-cinder-827860-2-iscsi: { 'AddressGroup': '1.2', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'ConntrackHelper': '1.0', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'LocalIPAssociation': '1.0', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Log': '1.0', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Network': '1.1', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Port': '1.7', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'PortForwarding': '1.2', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'QosPolicy': '1.10', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroup': '1.5', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SecurityGroupRule': '1.2', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'SubPort': '1.0', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Subnet': '1.1', Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: 'Trunk': '1.1'}} Feb 08 16:41:33.861496 dv-cinder-827860-2-iscsi neutron-server[109224]: {{(pid=109224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 16:41:33.873238 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port ebeff06f-7f27-4b34-acb2-048c18b7b980 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:33.873704 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.879505 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Attempting to bind port d999eb14-2521-423b-a660-38bd75bfd76f on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:33.880149 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Attempting to bind port d999eb14-2521-423b-a660-38bd75bfd76f by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:33.880693 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Attempting to bind port d999eb14-2521-423b-a660-38bd75bfd76f on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:33.893203 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:33.895423 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b883c-cc38-475a-a704-3911a088d0b3 None None] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:33.900291 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:33.901083 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.901861 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:33.902522 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Bound port: d999eb14-2521-423b-a660-38bd75bfd76f, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:33.906629 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.026637 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Allocated IP 172.27.1.126 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/249a2bec-f9f8-450d-8b09-025d352812d6) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:34.042806 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] For port d999eb14-2521-423b-a660-38bd75bfd76f, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:34.046884 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] For port d999eb14-2521-423b-a660-38bd75bfd76f, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d999eb14-2521-423b-a660-38bd75bfd76f,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:34.071223 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.091118 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks [] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.206265 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks [] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.206850 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49006) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:34.217983 dv-cinder-827860-2-iscsi neutron-server[109221]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 16:41:34.220321 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:34.221362 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:34.227664 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019d198-3474-4a02-8092-61678e8b9015 None None] Pushing event updated for resources: {'Port': ['ID=d999eb14-2521-423b-a660-38bd75bfd76f,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:34.248576 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.265020 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port ebeff06f-7f27-4b34-acb2-048c18b7b980, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=ebeff06f-7f27-4b34-acb2-048c18b7b980,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:34.281416 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.325426 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.362138 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:34.368095 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:34.380535 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:34.392470 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Network a853a558-0896-4700-8a59-b29597b86231 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:34.402530 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for router_gateway (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.411817 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:34.418322 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:34.421246 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.450451 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for port (249a2bec-f9f8-450d-8b09-025d352812d6), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.496881 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:34.597845 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.605289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Attempting to bind port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:34.606087 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Attempting to bind port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:34.610842 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Attempting to bind port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:34.625969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b933d99c-a37b-4e73-9995-95541a21e043 None None] Provisioning complete for port ebeff06f-7f27-4b34-acb2-048c18b7b980 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:34.630073 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b933d99c-a37b-4e73-9995-95541a21e043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.727051 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:34.732433 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Checking segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:34.732851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.733248 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Bound using segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:34.733748 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Bound port: 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:34.734129 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.794049 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:34.810413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:34.826768 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] For port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:34.827981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:34.830967 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] For port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:34.836300 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=249a2bec-f9f8-450d-8b09-025d352812d6,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:34.868219 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.891198 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Pushing event updated for resources: {'Port': ['ID=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:34.902485 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:29Z', 'revision_number': 3, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:34.907041 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49028) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:34.945894 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Pushing event updated for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:34.993521 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-368b80ca-3ae0-48a0-bb11-de0552021f7b tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:34.993773 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf126b26-8fbb-44a3-9a89-629a1a7ae421 None None] The sync data for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi is: [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:29Z', 'revision_number': 3, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:34.999623 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-368b80ca-3ae0-48a0-bb11-de0552021f7b tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/networks?id=401a371c-221c-42c3-b115-a08adffde4ba HTTP/1.1" status: 200 len: 812 time: 0.7848864 Feb 08 16:41:35.069882 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b933d99c-a37b-4e73-9995-95541a21e043 None None] Current status of the port ebeff06f-7f27-4b34-acb2-048c18b7b980 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:35.081915 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-42af7e61-ebfd-4644-8f1d-63105b07bd48 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/quotas/dbcf2a29fa234f62a1c82620e2c1cbcd HTTP/1.1" status: 200 len: 375 time: 0.0640657 Feb 08 16:41:35.101895 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=ebeff06f-7f27-4b34-acb2-048c18b7b980,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:35.202538 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-a2e25b1b-03a6-4e04-ae4f-17191f213ec8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbcf2a29fa234f62a1c82620e2c1cbcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050818 Feb 08 16:41:35.235862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a32b-092c-4ad7-979f-05163adf6857 None None] Pushing event updated for resources: {'Port': ['ID=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:35.245286 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:35.283096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5c37a24f-1c59-454a-a388-6288dd4d5c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:35.420081 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-5dbedb73-b00f-4ca9-8c4f-5ae6fe087f5c None None] Provisioning complete for port ebeff06f-7f27-4b34-acb2-048c18b7b980 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:35.420521 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5dbedb73-b00f-4ca9-8c4f-5ae6fe087f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:35.501054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:35.594804 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for router_gateway (8d29b78e-d981-45df-a2ed-897500ef33ad), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:35.678277 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-5dbedb73-b00f-4ca9-8c4f-5ae6fe087f5c None None] Current status of the port ebeff06f-7f27-4b34-acb2-048c18b7b980 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:35.744633 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-f7859c87-c4a5-4462-b717-cba0633ed20f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:41:35.752082 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-f7859c87-c4a5-4462-b717-cba0633ed20f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1819410 Feb 08 16:41:35.871645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:41:36.107514 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks [] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.110024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.125155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.126181 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.211576 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Pushing event updated for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:36.318777 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:36.330455 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:36.343419 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:36.352454 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:36.372262 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.373556 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-281e88e9-a936-4c80-892e-4d291c93ed02 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9824431 Feb 08 16:41:36.376765 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49060) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:36.468869 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Router 8d29b78e-d981-45df-a2ed-897500ef33ad is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:41:36.544787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Network a853a558-0896-4700-8a59-b29597b86231 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:36.560089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:36.671851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:36.738199 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267b705-6d19-4d13-b426-ff28533703f7 None None] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:41:36.794907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5c37a24f-1c59-454a-a388-6288dd4d5c3e admin admin] Publish callbacks [] for security_group (5ee0c5bc-3c37-44af-996d-2228834078ac), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.861976 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-14fd224a-d8e2-44be-b931-c24b40bd9834 service neutron] 10.222.0.35 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1086276 Feb 08 16:41:36.866323 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5c37a24f-1c59-454a-a388-6288dd4d5c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5ee0c5bc-3c37-44af-996d-2228834078ac), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.919300 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Provisioning complete for port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:36.920016 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.962524 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-5c37a24f-1c59-454a-a388-6288dd4d5c3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2085ae28d8ee44efab5818c68a793e14&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0515304 Feb 08 16:41:36.995070 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49080) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:37.083553 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device ebeff06f-7f27-4b34-acb2-048c18b7b980 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:37.123172 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a24f-1c59-454a-a388-6288dd4d5c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0c5bc-3c37-44af-996d-2228834078ac,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:37.199236 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] Publish callbacks [] for security_group (5ee0c5bc-3c37-44af-996d-2228834078ac), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.212359 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:37.221365 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:37.243092 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-8117ab69-d49f-4ff5-a0fe-df30a9e8360b service neutron] 10.222.0.35 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800285 Feb 08 16:41:37.247690 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:37.247690 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:37.249024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.250919 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-4bba11f3-4591-4705-b498-2731b272b2d5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1063116 Feb 08 16:41:37.254733 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49088) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:37.302635 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Router 887c4583-b8c6-4a86-a6aa-acb5e773b080 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:41:37.380787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] Publish callbacks [] for security_group (5ee0c5bc-3c37-44af-996d-2228834078ac), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.446412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Current status of the port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:37.447000 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.496543 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:37.501914 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:33Z', 'revision_number': 3, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:37.567301 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:37.567654 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Updating router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:37.640901 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] For port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:37.656122 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.659065 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port ebeff06f-7f27-4b34-acb2-048c18b7b980 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:37.659663 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.665800 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.667684 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.695273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49104) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:37.702974 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:37.762663 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7e5bf437-38b4-4425-9bf3-6235e434809f admin admin] 10.222.0.35 "PUT /v2.0/routers/887c4583-b8c6-4a86-a6aa-acb5e773b080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3401399 Feb 08 16:41:37.770570 dv-cinder-827860-2-iscsi neutron-server[109222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 16:41:37.878067 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 3, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:37.924917 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:37.925747 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Updating router 8d29b78e-d981-45df-a2ed-897500ef33ad port 249a2bec-f9f8-450d-8b09-025d352812d6 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:38.004498 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.171592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-bc471483-da1d-47eb-a0ab-c4247211a72c None None] Provisioning complete for port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:38.173668 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bc471483-da1d-47eb-a0ab-c4247211a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.250611 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.268423 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dab5c96a-ac43-4df7-9e05-3b278d0686fa req-8cfb299c-0d5c-4092-9636-f4a41ee65534 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.5630882 Feb 08 16:41:38.330541 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0094-d0ac-4816-97b0-2640fbf5496e None None] Pushing event updated for resources: {'Port': ['ID=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:38.349346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Sync routers for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:38.354778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5ee0c5bc-3c37-44af-996d-2228834078ac), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.357498 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.358606 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ee0c5bc-3c37-44af-996d-2228834078ac HTTP/1.1" status: 204 len: 168 time: 1.3626194 Feb 08 16:41:38.377582 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5df2f-372e-40d9-a54d-c01f94b9a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0c5bc-3c37-44af-996d-2228834078ac,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:38.427967 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:38.428697 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:38.613345 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:38.627029 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.777828 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port ebeff06f-7f27-4b34-acb2-048c18b7b980 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:38.779230 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d999eb14-2521-423b-a660-38bd75bfd76f up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:38.784747 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks [] for port (249a2bec-f9f8-450d-8b09-025d352812d6), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.801704 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.813194 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Allocated IP 172.20.0.1 (64dd4aa3-e414-467b-84ff-dc68d3d652e1/b845b533-6b95-4cbd-8955-62809b87fe55/26269da4-af32-4fda-843b-3becb0900f71) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:38.913136 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Attempting to bind port 249a2bec-f9f8-450d-8b09-025d352812d6 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:38.913974 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Attempting to bind port 249a2bec-f9f8-450d-8b09-025d352812d6 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:38.914601 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Attempting to bind port 249a2bec-f9f8-450d-8b09-025d352812d6 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:38.926586 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-fb2b7433-ded9-49d7-9ecd-433b94271cb0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.928862 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-fb2b7433-ded9-49d7-9ecd-433b94271cb0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 818 time: 0.2415025 Feb 08 16:41:38.955861 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:38.956576 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:38.958247 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.960192 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:38.962031 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Bound port: 249a2bec-f9f8-450d-8b09-025d352812d6, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:38.963654 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.968127 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-49325ede-69c5-47a7-9b17-785d1468116c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/quotas/637df1e7f2cb48c0b97d67658900335d HTTP/1.1" status: 200 len: 375 time: 0.0323617 Feb 08 16:41:38.979195 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba445fe-ef2a-407c-866b-5c55d4ecb51e None None] Pushing event updated for resources: {'Port': ['ID=249a2bec-f9f8-450d-8b09-025d352812d6,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:38.979455 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks [] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.024592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.028070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks [] for port (26269da4-af32-4fda-843b-3becb0900f71), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.073668 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49170) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:39.095071 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Allocated IP 172.20.0.1 (7ae536f5-aefa-4f5b-af4d-8517e1f813dd/b98441e7-8fd0-4e8a-9813-ab7809335e8b/9538df60-71ec-4744-84c8-0bdf8ba57f65) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:39.104378 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-243226bb-d6d1-46a5-90ed-c4b84334aabb tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299355 Feb 08 16:41:39.116162 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] For port 249a2bec-f9f8-450d-8b09-025d352812d6, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:39.122607 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba292-0b77-4de0-a80f-1eecfca61823 None None] Pushing event updated for resources: {'Port': ['ID=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.139215 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] For port 249a2bec-f9f8-450d-8b09-025d352812d6, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=249a2bec-f9f8-450d-8b09-025d352812d6,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:39.139976 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48d62204-9acb-4919-80e5-e6d38f620f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.160551 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Attempting to bind port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:39.160937 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Attempting to bind port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:39.161266 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Attempting to bind port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:39.172566 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-bc471483-da1d-47eb-a0ab-c4247211a72c None None] Current status of the port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:39.185119 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.196851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:39.196851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:39.197254 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.197644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:39.198171 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Bound port: 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:39.198488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.208426 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d999eb14-2521-423b-a660-38bd75bfd76f triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:39.209139 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.248939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.255157 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba445fe-ef2a-407c-866b-5c55d4ecb51e None None] Pushing event updated for resources: {'Port': ['ID=249a2bec-f9f8-450d-8b09-025d352812d6,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.286340 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:39.288127 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:39.318701 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:39.336435 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:39.350005 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:39.351028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (8d29b78e-d981-45df-a2ed-897500ef33ad), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.415103 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] For port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:39.417467 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks [] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.426241 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] For port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:39.452375 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.483369 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:39.512534 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8a5be2c5-4088-4274-899a-41558c9986c5 req-a6c644bf-72f2-41d1-8597-aec9079d5428 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.0734029 Feb 08 16:41:39.560053 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.590961 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 4, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '6398e179-8b03-4d15-95e2-c996d6eaae94', 'name': '', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'mac_address': 'fa:16:3e:43:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 2, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'subnets': [{'id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:39.611666 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48d62204-9acb-4919-80e5-e6d38f620f25 admin admin] Publish callbacks [] for security_group (60611c1e-2c50-4186-a828-ca74339cc6a4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.638755 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-48d62204-9acb-4919-80e5-e6d38f620f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (60611c1e-2c50-4186-a828-ca74339cc6a4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.676314 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:39.676868 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:39.679666 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Checking router: 887c4583-b8c6-4a86-a6aa-acb5e773b080 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:39.680049 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Updating router 887c4583-b8c6-4a86-a6aa-acb5e773b080 port 6398e179-8b03-4d15-95e2-c996d6eaae94 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:39.683823 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba292-0b77-4de0-a80f-1eecfca61823 None None] Pushing event updated for resources: {'Port': ['ID=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.697525 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:39.710535 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:39.723333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Pushing event updated for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.728404 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:39.728956 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.750834 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Pushing event updated for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.760243 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-d5dd8918-3b2c-449d-a852-a93a0c616be9 service neutron] 10.222.0.35 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546962 Feb 08 16:41:39.778216 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d999eb14-2521-423b-a660-38bd75bfd76f is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:39.779966 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.813420 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port d999eb14-2521-423b-a660-38bd75bfd76f, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d999eb14-2521-423b-a660-38bd75bfd76f,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:39.863035 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-48d62204-9acb-4919-80e5-e6d38f620f25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0373d726ed714c9784d009fbab396d88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7314246 Feb 08 16:41:39.863035 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49186) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:39.863035 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d62204-9acb-4919-80e5-e6d38f620f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60611c1e-2c50-4186-a828-ca74339cc6a4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:39.876033 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 3, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:39.907278 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-3120cf83-d75a-4425-b40a-e8c6c520de39 service neutron] 10.222.0.35 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376345 Feb 08 16:41:39.923296 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf0ec-57c4-4441-9d8f-db080757c58c None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 3, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:39.951281 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:39.952267 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:40.019774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:40.040798 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (26269da4-af32-4fda-843b-3becb0900f71), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.112987 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] Publish callbacks [] for security_group (60611c1e-2c50-4186-a828-ca74339cc6a4), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.148000 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.160723 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] Publish callbacks [] for security_group (60611c1e-2c50-4186-a828-ca74339cc6a4), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.298284 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.381371 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:40.382392 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.395227 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks [] for port (26269da4-af32-4fda-843b-3becb0900f71), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.395934 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b23d1901-0a34-4c43-95f3-9eb13a52b5f8 req-e24d265a-e732-402d-ac6a-0435e64ae0fa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.2416351 Feb 08 16:41:40.402933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b9fbb7c6-9835-4910-86e7-b27dda1cd3c6 None None] Provisioning complete for port 26269da4-af32-4fda-843b-3becb0900f71 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:40.403505 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb7c6-9835-4910-86e7-b27dda1cd3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (26269da4-af32-4fda-843b-3becb0900f71), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.423985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.424809 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (8d29b78e-d981-45df-a2ed-897500ef33ad), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.515523 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbb7c6-9835-4910-86e7-b27dda1cd3c6 None None] Port 26269da4-af32-4fda-843b-3becb0900f71 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:40.550659 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (60611c1e-2c50-4186-a828-ca74339cc6a4), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.554180 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.557800 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60611c1e-2c50-4186-a828-ca74339cc6a4 HTTP/1.1" status: 204 len: 168 time: 0.7266488 Feb 08 16:41:40.569900 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Pushing event updated for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:40.583016 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d110d-48ff-414a-a993-15b65a67bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60611c1e-2c50-4186-a828-ca74339cc6a4,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:40.622041 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks [] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.623452 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=d999eb14-2521-423b-a660-38bd75bfd76f,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:40.644106 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.644901 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:40.711499 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:40.713338 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:40.865577 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Pushing event updated for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:41.001669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-5907e13e-f299-421d-93ec-8b5fc4b1142e None None] Provisioning complete for port 9538df60-71ec-4744-84c8-0bdf8ba57f65 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:41.002245 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5907e13e-f299-421d-93ec-8b5fc4b1142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:41.100614 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-131cd0da-9a38-4014-aae8-9195a36d6fd8 req-c17f4ddb-db19-4832-9319-785104e912f9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.1933687 Feb 08 16:41:41.227424 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:41:41.312908 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:41.326584 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-5907e13e-f299-421d-93ec-8b5fc4b1142e None None] Port 9538df60-71ec-4744-84c8-0bdf8ba57f65 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:41.448282 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-0a53bd40-586b-42b7-a53f-871a3a67ed9a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:41.450862 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-0a53bd40-586b-42b7-a53f-871a3a67ed9a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 818 time: 0.5565126 Feb 08 16:41:41.473214 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:41.483551 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:41.542051 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-2e209914-fdb6-4f3b-b2b8-8fe8d57384aa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/quotas/637df1e7f2cb48c0b97d67658900335d HTTP/1.1" status: 200 len: 375 time: 0.0619469 Feb 08 16:41:41.720604 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:41:41.732129 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:41.757108 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a0e2340f-9e7c-445e-8388-a982ebd1d829 admin admin] 10.222.0.35 "PUT /v2.0/routers/8d29b78e-d981-45df-a2ed-897500ef33ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4988108 Feb 08 16:41:41.757599 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks [] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:41.798515 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d999eb14-2521-423b-a660-38bd75bfd76f up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:41.903387 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:41.908807 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:33Z', 'revision_number': 3, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:41.990569 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-4c45475b-b07f-4e11-a8cb-38e14d8f2703 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2674406 Feb 08 16:41:42.000043 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-8ff4613b-0ff0-4c82-8d56-870e658ed303 None None] Provisioning complete for port 26269da4-af32-4fda-843b-3becb0900f71 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:42.000420 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8ff4613b-0ff0-4c82-8d56-870e658ed303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (26269da4-af32-4fda-843b-3becb0900f71), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.002225 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83028cf7-b83b-49f5-97bf-db15a41cb89f None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:33Z', 'revision_number': 3, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:42.037883 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db6a3-fa38-4b24-8c52-8c34f5b4028e None None] Pushing event updated for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:42.038089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:41:42.060004 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8ff15709-e3fe-4825-8f46-292ab0717964 admin admin] 10.222.0.35 "PUT /v2.0/routers/c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6727996 Feb 08 16:41:42.066535 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d999eb14-2521-423b-a660-38bd75bfd76f triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:42.070780 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.115304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4613b-0ff0-4c82-8d56-870e658ed303 None None] Port 26269da4-af32-4fda-843b-3becb0900f71 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:42.176399 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Attempting to bind port 6398e179-8b03-4d15-95e2-c996d6eaae94 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:42.178862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Attempting to bind port 6398e179-8b03-4d15-95e2-c996d6eaae94 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:42.179240 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Attempting to bind port 6398e179-8b03-4d15-95e2-c996d6eaae94 on network a853a558-0896-4700-8a59-b29597b86231 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:42.187312 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:42.187689 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Checking segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:42.188119 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.188531 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Bound using segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:42.189016 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Bound port: 6398e179-8b03-4d15-95e2-c996d6eaae94, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:42.189396 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.389741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b834a7b6-939e-4419-8699-be61da59169e None None] Provisioning complete for port 9538df60-71ec-4744-84c8-0bdf8ba57f65 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:42.390120 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b834a7b6-939e-4419-8699-be61da59169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.419139 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d999eb14-2521-423b-a660-38bd75bfd76f is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:42.420285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 249a2bec-f9f8-450d-8b09-025d352812d6 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:42.463637 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6458e3d4-21a7-438f-a26a-12f7e85fffa7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:41:42.464713 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6458e3d4-21a7-438f-a26a-12f7e85fffa7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2934344 Feb 08 16:41:42.658350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] For port 6398e179-8b03-4d15-95e2-c996d6eaae94, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:42.699023 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] For port 6398e179-8b03-4d15-95e2-c996d6eaae94, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6398e179-8b03-4d15-95e2-c996d6eaae94,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:42.700952 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b834a7b6-939e-4419-8699-be61da59169e None None] Port 9538df60-71ec-4744-84c8-0bdf8ba57f65 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:42.715091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.740966 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49304) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:42.746720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451902308', 'description': 'tempest-description--956300160'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:42.781301 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 249a2bec-f9f8-450d-8b09-025d352812d6 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:42.781670 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.791931 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-e93942e2-99ed-4007-85b4-558ba22c8064 service neutron] 10.222.0.35 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194950 Feb 08 16:41:42.818866 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:42.874927 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:42.875857 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:42.882855 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db6a3-fa38-4b24-8c52-8c34f5b4028e None None] Pushing event updated for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:42.981285 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f0d5cc81-1db5-44e2-b1f6-b4b68d889163 req-ecbde7a9-2aa6-4d3d-a932-a0016520d189 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.0524986 Feb 08 16:41:43.067675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (7230359a-3328-4d83-8ff8-7fcac42cb862), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.091589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7230359a-3328-4d83-8ff8-7fcac42cb862), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.170839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7230359a-3328-4d83-8ff8-7fcac42cb862,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:43.176094 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 249a2bec-f9f8-450d-8b09-025d352812d6 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:43.176605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.184031 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.191080 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-bae1a8c1-e979-474f-9ea7-b151f0c11851 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4481628 Feb 08 16:41:43.192301 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49318) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:43.195571 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:43.200952 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group_rule': {'security_group_id': '7230359a-3328-4d83-8ff8-7fcac42cb862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:43.202024 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8b95c809-1fb9-489f-9bbe-f00ec9a5a990 service neutron] 10.222.0.35 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083643 Feb 08 16:41:43.245116 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:43.262423 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:43.270389 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (76bb8fe1-046b-46c1-b99a-f9a88b44e6e4), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.277046 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:43.343839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (76bb8fe1-046b-46c1-b99a-f9a88b44e6e4), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.353204 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (76bb8fe1-046b-46c1-b99a-f9a88b44e6e4), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.388482 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bb8fe1-046b-46c1-b99a-f9a88b44e6e4,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:43.390176 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 249a2bec-f9f8-450d-8b09-025d352812d6, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=249a2bec-f9f8-450d-8b09-025d352812d6,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:43.401453 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.402177 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:43.403694 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.407908 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-53045dd9-8e88-43c6-ad6e-23f1467f353e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121150 Feb 08 16:41:43.408213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49324) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:43.413874 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group_rule': {'security_group_id': '7230359a-3328-4d83-8ff8-7fcac42cb862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:43.467289 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (93588a45-818d-4bd4-a12b-d614cf151f02), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.595787 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (93588a45-818d-4bd4-a12b-d614cf151f02), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.619898 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (93588a45-818d-4bd4-a12b-d614cf151f02), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.624472 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:43.644061 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93588a45-818d-4bd4-a12b-d614cf151f02,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:43.686217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.690765 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49340) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:43.691739 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ed5a4ede-1704-44b4-ad6e-42df06170c09 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782269 Feb 08 16:41:43.697658 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:43.768289 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.906630 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=249a2bec-f9f8-450d-8b09-025d352812d6,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:43.951022 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:43.953828 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.013983 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a66c3e2b-d4a3-48f3-9ecf-30406e98f730 req-08930961-97e5-40ba-9526-c971c7b2c2ba tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.1198494 Feb 08 16:41:44.226415 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 2, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:44.267413 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.327973 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:44.328942 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Updating router 8d29b78e-d981-45df-a2ed-897500ef33ad port 26269da4-af32-4fda-843b-3becb0900f71 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:44.380684 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (26269da4-af32-4fda-843b-3becb0900f71), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.441184 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:44.457162 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 4, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '6398e179-8b03-4d15-95e2-c996d6eaae94', 'name': '', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'mac_address': 'fa:16:3e:43:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:42Z', 'revision_number': 4, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'subnets': [{'id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:44.470466 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Allocated IP 172.27.1.12 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/50ce35b6-91b6-4e2e-8c75-f08e5e2024d0) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:44.526033 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6faaf-688d-4495-998e-cfc8fbf8482f None None] The sync data for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi is: [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:41:35Z', 'revision_number': 4, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '6398e179-8b03-4d15-95e2-c996d6eaae94', 'name': '', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'mac_address': 'fa:16:3e:43:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:42Z', 'revision_number': 4, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'subnets': [{'id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:44.766936 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6f5d1cc8-7338-43b8-807f-909e46b48984 req-72c6d0de-ee8e-4c36-9e8c-1077473eb29d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.2774272 Feb 08 16:41:44.805954 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.855606 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.865666 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49378) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:44.866991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 249a2bec-f9f8-450d-8b09-025d352812d6 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:44.870937 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491717241', 'description': 'tempest-description--93802948'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:44.909929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.936822 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 249a2bec-f9f8-450d-8b09-025d352812d6 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:44.937108 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:44.970665 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:44.972248 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:41:44.984356 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:44.995677 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:44.997241 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:44.998348 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:45.066942 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (ffc5e558-1d03-4389-89d8-8ad99cb89365), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.078925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ffc5e558-1d03-4389-89d8-8ad99cb89365), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.097874 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks [] for port (26269da4-af32-4fda-843b-3becb0900f71), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.106368 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.156549 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc5e558-1d03-4389-89d8-8ad99cb89365,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.179421 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.180848 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-28a67c1d-876c-4d8c-93da-5ef6108f7d1f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3142338 Feb 08 16:41:45.185116 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49390) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:45.189720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group_rule': {'security_group_id': 'ffc5e558-1d03-4389-89d8-8ad99cb89365', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:45.220890 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 249a2bec-f9f8-450d-8b09-025d352812d6 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:45.222550 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:45.258862 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.281613 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (fc04ba4b-09c1-4fd5-bbc0-d8e144d203bd), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.282644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:45.329243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=50ce35b6-91b6-4e2e-8c75-f08e5e2024d0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.398805 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432c970-f41e-4cce-8ee7-3f50eb6a8cb4 None None] Pushing event updated for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.410878 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Attempting to bind port 26269da4-af32-4fda-843b-3becb0900f71 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:45.413297 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Attempting to bind port 26269da4-af32-4fda-843b-3becb0900f71 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:45.414466 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Attempting to bind port 26269da4-af32-4fda-843b-3becb0900f71 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:45.423845 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:45.424618 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Checking segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:45.425170 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.426368 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Bound using segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:45.426867 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Bound port: 26269da4-af32-4fda-843b-3becb0900f71, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:45.427738 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (26269da4-af32-4fda-843b-3becb0900f71), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.459045 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49394) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:45.464512 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e4db5d2-d6b5-4e74-af81-588fc82d2766 req-ad3c8479-b76c-4b5e-85df-87790807df3f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.1686621 Feb 08 16:41:45.470403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (fc04ba4b-09c1-4fd5-bbc0-d8e144d203bd), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.475509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (fc04ba4b-09c1-4fd5-bbc0-d8e144d203bd), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.502675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc04ba4b-09c1-4fd5-bbc0-d8e144d203bd,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.511418 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.518334 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.520294 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3381291d-655b-4758-b811-59aee09eb1ff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342528 Feb 08 16:41:45.523926 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49398) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:45.526983 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:45.528201 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.538341 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group_rule': {'security_group_id': 'ffc5e558-1d03-4389-89d8-8ad99cb89365', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:45.560174 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] For port 26269da4-af32-4fda-843b-3becb0900f71, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:45.564458 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] For port 26269da4-af32-4fda-843b-3becb0900f71, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=26269da4-af32-4fda-843b-3becb0900f71,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:45.574710 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (616512f9-7318-4819-a3e9-f7bf2a8b606c), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.587937 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.623144 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-c52866be-3425-4189-8482-7d976da2807d None None] Provisioning complete for port 26269da4-af32-4fda-843b-3becb0900f71 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:45.623744 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c52866be-3425-4189-8482-7d976da2807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (26269da4-af32-4fda-843b-3becb0900f71), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.681857 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (616512f9-7318-4819-a3e9-f7bf2a8b606c), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.691008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (616512f9-7318-4819-a3e9-f7bf2a8b606c), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.707081 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:45.721805 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:45.722000 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616512f9-7318-4819-a3e9-f7bf2a8b606c,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.750997 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.757274 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-292d7fd9-ae48-42ed-9ecf-36d0ec7ddbb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243981 Feb 08 16:41:45.758645 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49402) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:45.765726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:45.799682 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.809684 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.871793 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.957013 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33408b3f-0e77-4cfb-bdf5-127d87ac9e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.965858 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=50ce35b6-91b6-4e2e-8c75-f08e5e2024d0,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.967646 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432c970-f41e-4cce-8ee7-3f50eb6a8cb4 None None] Pushing event updated for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:45.972605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:45.972996 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.985706 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:45.997234 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d1613647-f2a0-48cb-801d-bb14f1880024 req-6d0bb0dc-9e3c-4689-b1f9-22ac200259c8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.0530205 Feb 08 16:41:46.018778 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:46.035206 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.040079 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:46.042447 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7fad6fcb-6d93-40b9-a120-2ecbca8a22e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3493936 Feb 08 16:41:46.044994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-c52866be-3425-4189-8482-7d976da2807d None None] Current status of the port 26269da4-af32-4fda-843b-3becb0900f71 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:46.048180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c52866be-3425-4189-8482-7d976da2807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (26269da4-af32-4fda-843b-3becb0900f71), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.055851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.069267 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.42', 51256) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:46.116914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.185093 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:46.229418 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 2, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:46.234025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-c52866be-3425-4189-8482-7d976da2807d None None] For port 26269da4-af32-4fda-843b-3becb0900f71, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=26269da4-af32-4fda-843b-3becb0900f71,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:46.282827 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c52866be-3425-4189-8482-7d976da2807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.292181 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:41:46.295118 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Updating router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d port 9538df60-71ec-4744-84c8-0bdf8ba57f65 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:41:46.385815 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52866be-3425-4189-8482-7d976da2807d None None] Pushing event updated for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:46.411207 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.428239 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-70675f8a-751d-48d8-a802-9d66c2dc13c3 None None] Provisioning complete for port 26269da4-af32-4fda-843b-3becb0900f71 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:46.428949 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70675f8a-751d-48d8-a802-9d66c2dc13c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (26269da4-af32-4fda-843b-3becb0900f71), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.438446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-fdf66ff9-4e97-4429-9f5f-b9c31e7fcb0e tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:46.439924 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-fdf66ff9-4e97-4429-9f5f-b9c31e7fcb0e tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.42 "GET /v2.0/networks?id=401a371c-221c-42c3-b115-a08adffde4ba HTTP/1.1" status: 200 len: 812 time: 0.3186798 Feb 08 16:41:46.510901 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33408b3f-0e77-4cfb-bdf5-127d87ac9e93 admin admin] Publish callbacks [] for security_group (03d5e501-cfe6-4250-bded-8e71e6d07fec), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.526732 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Allocated IP 172.27.1.233 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/b75d4304-ab43-4f27-b4c4-01bee8cd1409) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:46.526900 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-33408b3f-0e77-4cfb-bdf5-127d87ac9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (03d5e501-cfe6-4250-bded-8e71e6d07fec), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:46.590350 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33408b3f-0e77-4cfb-bdf5-127d87ac9e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5e501-cfe6-4250-bded-8e71e6d07fec,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:46.651704 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.42', 51259) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:46.658105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Request body: {'port': {'device_id': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba', 'admin_state_up': True, 'tenant_id': 'dbcf2a29fa234f62a1c82620e2c1cbcd'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:46.702819 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:46.821660 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:46.828424 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfd1d4-5506-4076-a2b2-fb688f566b83 None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:46.885510 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-600ab313-53fe-4d30-968f-7bae32765758 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1451902308&fields=id&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 267 time: 0.4445333 Feb 08 16:41:46.896873 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-70788477-941c-47c3-920a-ff114c32724a req-e6583ea9-7048-47d8-82a0-6d0882b482f6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.1315448 Feb 08 16:41:46.904349 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-70675f8a-751d-48d8-a802-9d66c2dc13c3 None None] Current status of the port 26269da4-af32-4fda-843b-3becb0900f71 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:46.970633 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-33408b3f-0e77-4cfb-bdf5-127d87ac9e93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99ad8417598047e3ae06ac6964cd25bd&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5086319 Feb 08 16:41:46.976309 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49446) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:46.989074 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.072005 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] Publish callbacks [] for security_group (03d5e501-cfe6-4250-bded-8e71e6d07fec), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.084174 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.088608 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Made reservation on behalf of dbcf2a29fa234f62a1c82620e2c1cbcd for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:47.092113 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.125452 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] Publish callbacks [] for security_group (03d5e501-cfe6-4250-bded-8e71e6d07fec), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.143089 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:47.150372 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:47.157630 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:47.172329 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=b75d4304-ab43-4f27-b4c4-01bee8cd1409,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:47.200359 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-4634bed4-6e8f-46ad-9f52-cceca26112ff tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:47.202978 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-4634bed4-6e8f-46ad-9f52-cceca26112ff tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 818 time: 0.5489178 Feb 08 16:41:47.218686 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-aa763974-a036-4424-813f-7bf462f3c221 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:47.220020 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-aa763974-a036-4424-813f-7bf462f3c221 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 816 time: 0.2988942 Feb 08 16:41:47.221513 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks [] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.250594 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.251235 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.42', 51267) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:47.282989 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-16b5085f-f91b-478a-a4fb-d30387acc26d req-0d76a738-2be0-4c23-864a-370f39b1f63c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.0981786 Feb 08 16:41:47.320087 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ef46-e990-448f-9f57-8bb1a227077f None None] Pushing event updated for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:47.332519 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:47.333079 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.339726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Request body: {'port': {'device_id': '46b82748-ebae-4771-b414-3feb285df38d', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'admin_state_up': True, 'tenant_id': '637df1e7f2cb48c0b97d67658900335d'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:47.378531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.455410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (03d5e501-cfe6-4250-bded-8e71e6d07fec), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.458102 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.459705 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03d5e501-cfe6-4250-bded-8e71e6d07fec HTTP/1.1" status: 204 len: 168 time: 0.4820933 Feb 08 16:41:47.508496 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d4bcf-dfd3-43c5-a8f6-1539d1679cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5e501-cfe6-4250-bded-8e71e6d07fec,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:47.531923 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-0752738d-067c-47f0-b5f4-3d730fcdccc3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:47.533435 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-0752738d-067c-47f0-b5f4-3d730fcdccc3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 818 time: 0.2657275 Feb 08 16:41:47.534213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.559726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Request body: {'port': {'device_id': '3491de9b-89ec-4861-b97f-f32158e658cc', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'admin_state_up': True, 'tenant_id': '637df1e7f2cb48c0b97d67658900335d'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:47.816774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Attempting to bind port 9538df60-71ec-4744-84c8-0bdf8ba57f65 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:47.817398 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Attempting to bind port 9538df60-71ec-4744-84c8-0bdf8ba57f65 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:47.818043 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Attempting to bind port 9538df60-71ec-4744-84c8-0bdf8ba57f65 on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:47.848227 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:47.849461 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Checking segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:47.850012 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.850537 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Bound using segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:47.851195 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Bound port: 9538df60-71ec-4744-84c8-0bdf8ba57f65, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:47.851719 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:47.935349 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Made reservation on behalf of 637df1e7f2cb48c0b97d67658900335d for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:47.948816 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-5c15b42d-a448-452c-b8bc-e011b31b9b35 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/quotas/23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 375 time: 0.6055150 Feb 08 16:41:47.952021 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.073660 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:48.086276 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6398e179-8b03-4d15-95e2-c996d6eaae94 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:48.242669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-4cacd127-3f1c-4564-9fff-b548d8cbb9e9 None None] Provisioning complete for port 9538df60-71ec-4744-84c8-0bdf8ba57f65 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:48.243048 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4cacd127-3f1c-4564-9fff-b548d8cbb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.337458 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] For port 9538df60-71ec-4744-84c8-0bdf8ba57f65, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:48.347292 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49502) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:48.455479 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Allocated IP 172.20.0.8 (401a371c-221c-42c3-b115-a08adffde4ba/f2abdc76-849b-4b00-b6c2-bbeded0d6283/8ada1591-1e3d-4284-b7ae-9c7a774e81b8) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:48.471401 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8419ee5-be1d-4a3a-a073-69a47cd99eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.530801 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-eee232e3-5ad7-4ff2-b6a3-bf88d16907e2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5593917 Feb 08 16:41:48.586431 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-358872a8-c3ad-4cb2-bb88-8431283cbc77 req-a6a477a9-ed1f-4a47-96d1-4bf4ff4a6bbd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.4134085 Feb 08 16:41:48.609164 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] For port 9538df60-71ec-4744-84c8-0bdf8ba57f65, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9538df60-71ec-4744-84c8-0bdf8ba57f65,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:48.623938 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.723279 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ef46-e990-448f-9f57-8bb1a227077f None None] Pushing event updated for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:48.749348 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 6398e179-8b03-4d15-95e2-c996d6eaae94 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:48.750005 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.788094 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.826563 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:48.864145 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-4cacd127-3f1c-4564-9fff-b548d8cbb9e9 None None] Port 9538df60-71ec-4744-84c8-0bdf8ba57f65 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:48.914456 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:41:48.915125 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:41:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:49.015156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=b75d4304-ab43-4f27-b4c4-01bee8cd1409,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:49.038019 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-77da8838-5f9b-4c0a-a986-f0940246d764 service neutron] 10.222.0.35 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700971 Feb 08 16:41:49.040138 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8917af24-54ef-4a8e-87c8-c5506c3f33a8 req-2e0bb0d1-3653-45bf-95c6-daeeae8071bd tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.2341347 Feb 08 16:41:49.065255 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.115076 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:41:49.134788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.136240 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-af24e438-2bba-48c2-910b-410b5f9f7353 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3765006 Feb 08 16:41:49.182734 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Allocated IP 172.20.0.8 (a853a558-0896-4700-8a59-b29597b86231/07e7243a-cfb7-4735-a054-24be967c73bf/34c8d083-5aff-4e0c-ab35-54f6088f7587) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:49.355490 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-24c8796d-a2ea-4188-b3f9-fe0557961efe service neutron] 10.222.0.35 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705696 Feb 08 16:41:49.381869 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Made reservation on behalf of 637df1e7f2cb48c0b97d67658900335d for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:49.427977 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.573208 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 6398e179-8b03-4d15-95e2-c996d6eaae94 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:49.586015 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.652182 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Provisioning complete for port 9538df60-71ec-4744-84c8-0bdf8ba57f65 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:49.652655 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.751959 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 6398e179-8b03-4d15-95e2-c996d6eaae94, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6398e179-8b03-4d15-95e2-c996d6eaae94,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:49.785359 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.792467 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks [] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:49.809853 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-13b82e38-6680-4522-a254-b695974a9a2f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--491717241&fields=id&tenant_id=2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 267 time: 0.1326084 Feb 08 16:41:49.916933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:50.013106 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1bef114e-9b97-4c6d-8aaa-abee8d447740 req-bd2625a7-f917-4e05-b1dd-5c13052724ea tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.1813748 Feb 08 16:41:50.041788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-ebe51f54-7489-491d-b76f-e4718454e533 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:50.048577 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-ebe51f54-7489-491d-b76f-e4718454e533 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 811 time: 0.2299421 Feb 08 16:41:50.072191 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-2e57f918-7599-45fb-82e0-617a06828c7a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/quotas/2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 375 time: 0.0179214 Feb 08 16:41:50.120293 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 26269da4-af32-4fda-843b-3becb0900f71 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:50.179287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.181850 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Current status of the port 9538df60-71ec-4744-84c8-0bdf8ba57f65 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:50.182685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.238952 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks [] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.241973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8419ee5-be1d-4a3a-a073-69a47cd99eb4 admin admin] Publish callbacks [] for security_group (9fcb079e-abd0-4cb2-9123-0c58c879ebe1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.260590 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] For port 9538df60-71ec-4744-84c8-0bdf8ba57f65, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9538df60-71ec-4744-84c8-0bdf8ba57f65,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:50.263016 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:48Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:41:50.299019 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.304777 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c21e0fb0-eb90-444b-aaef-9be0cf27c000 req-a6a51e5d-ef48-407b-a9d0-e58ff0e55f9d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0752444 Feb 08 16:41:50.320704 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e8419ee5-be1d-4a3a-a073-69a47cd99eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9fcb079e-abd0-4cb2-9123-0c58c879ebe1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.365511 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbb807-e99b-4b28-9fe4-0c9287c7605c None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:48Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:41:50.369814 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913e647-aba8-4aea-a164-fd0fd3d11e25 None None] Pushing event updated for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:50.384570 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 26269da4-af32-4fda-843b-3becb0900f71 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:50.384956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (26269da4-af32-4fda-843b-3becb0900f71), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.484721 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-f99c2769-ef07-45e5-b50e-5524b9aca9f0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4112923 Feb 08 16:41:50.515467 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Network a853a558-0896-4700-8a59-b29597b86231 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:50.564301 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Allocated IP 172.20.0.9 (a853a558-0896-4700-8a59-b29597b86231/07e7243a-cfb7-4735-a054-24be967c73bf/c74e45fa-8736-4935-9ded-fac78de32cfe) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:50.609325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:50.610864 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Pushing event updated for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:50.615115 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 26269da4-af32-4fda-843b-3becb0900f71 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:50.666328 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8419ee5-be1d-4a3a-a073-69a47cd99eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb079e-abd0-4cb2-9123-0c58c879ebe1,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:50.685520 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e8419ee5-be1d-4a3a-a073-69a47cd99eb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17206dd8f777459a980fef49e2c3e86e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3219984 Feb 08 16:41:50.709157 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:50.729854 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f101fee2-da31-4c4e-8498-abdede682df2 req-43a9d384-843a-43c0-b5d6-86d8e7333bb5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.2029307 Feb 08 16:41:50.734053 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49566) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:50.735303 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:50.736186 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.846384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6e7037ae-547a-4592-bc95-aff011632558 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3023016 Feb 08 16:41:50.849915 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.932304 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-afe2c102-3d90-40a3-8d4e-35ba7baf444c service neutron] 10.222.0.35 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128044 Feb 08 16:41:51.116319 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Network 401a371c-221c-42c3-b115-a08adffde4ba is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:51.145487 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:51.180195 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:51.185713 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:51.186342 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.244287 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Pushing event updated for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:51.258759 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-78098907-4e95-4409-9901-bd712f5a1eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251972 Feb 08 16:41:51.284290 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] Publish callbacks [] for security_group (9fcb079e-abd0-4cb2-9123-0c58c879ebe1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.298608 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-246f185b-7d50-42cc-b0ae-2b35b11b6f40 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6573422 Feb 08 16:41:51.329618 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] Publish callbacks [] for security_group (9fcb079e-abd0-4cb2-9123-0c58c879ebe1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.393921 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f76310-8016-4019-8990-52a2e848102e req-c6a23664-105c-4db1-b369-0fe3abcadd02 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:51.395432 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56f76310-8016-4019-8990-52a2e848102e req-c6a23664-105c-4db1-b369-0fe3abcadd02 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.2621541 Feb 08 16:41:51.400810 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks [] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.498164 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56f76310-8016-4019-8990-52a2e848102e req-e1aeef63-376a-4b3f-8ad8-ef1c92984a63 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934610 Feb 08 16:41:51.498776 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9fcb079e-abd0-4cb2-9123-0c58c879ebe1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.501321 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.502421 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fcb079e-abd0-4cb2-9123-0c58c879ebe1 HTTP/1.1" status: 204 len: 168 time: 0.7675743 Feb 08 16:41:51.511645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054fcb-541d-471c-abb4-19275d171a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb079e-abd0-4cb2-9123-0c58c879ebe1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:51.513678 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-815627ee-6dac-406d-85cf-7558eb720db4 req-f37efdb5-b9bc-4813-b82d-18cbe0cac8c5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0615149 Feb 08 16:41:51.515560 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.577973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Pushing event updated for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:51.593068 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Network a853a558-0896-4700-8a59-b29597b86231 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:51.595550 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:51.598402 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:51.611415 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:51.612109 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:51.636306 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-c710e1c6-95c9-458d-895e-e851d9f0512b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3754919 Feb 08 16:41:51.664966 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b7202ff-9ca0-426a-93a7-a7a08c74aa53 req-4b3d051e-d781-4522-bb7a-6e1b1ae2e540 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Feb 08 16:41:52.081115 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801a7c5-95d1-4059-b6b0-d16f0704363e req-8726340f-01a4-40f0-8cbb-35045aed51ef tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:52.085587 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9801a7c5-95d1-4059-b6b0-d16f0704363e req-8726340f-01a4-40f0-8cbb-35045aed51ef tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.2145259 Feb 08 16:41:52.114158 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9538df60-71ec-4744-84c8-0bdf8ba57f65 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:52.228665 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9801a7c5-95d1-4059-b6b0-d16f0704363e req-1b0060e0-068a-4551-96fc-079ed3d4acbc tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342885 Feb 08 16:41:52.248952 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 9538df60-71ec-4744-84c8-0bdf8ba57f65 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:52.249325 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:52.393791 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 9538df60-71ec-4744-84c8-0bdf8ba57f65 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:52.394475 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6398e179-8b03-4d15-95e2-c996d6eaae94 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:52.460357 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 6398e179-8b03-4d15-95e2-c996d6eaae94 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:52.460881 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:52.582458 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 6398e179-8b03-4d15-95e2-c996d6eaae94 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:52.656022 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0d12e287-4a29-46d4-a295-f8e7d064e722 req-22bab83b-0bc6-445f-a17a-ebd8c77e5dd2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Feb 08 16:41:52.664771 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b54cb-6b80-4af0-829a-40d308fa8de5 req-ffac0b56-72f6-4301-b9e6-ae0c6ae972ad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:52.666393 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-411b54cb-6b80-4af0-829a-40d308fa8de5 req-ffac0b56-72f6-4301-b9e6-ae0c6ae972ad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0583107 Feb 08 16:41:52.720455 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-411b54cb-6b80-4af0-829a-40d308fa8de5 req-dfc100d1-943b-412a-839d-d8096395934a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Feb 08 16:41:52.780831 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-89bea656-edc4-449d-abaa-8b760d831ce3 req-b622706f-3c64-461c-bc49-21359a34c3c0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0277755 Feb 08 16:41:53.355056 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2faf6-47c6-46da-b266-1669f53a2b18 req-0a0d68b8-58d2-4447-bed5-cd04a8c9dc27 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:53.356552 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5aa2faf6-47c6-46da-b266-1669f53a2b18 req-0a0d68b8-58d2-4447-bed5-cd04a8c9dc27 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0553675 Feb 08 16:41:53.405982 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5aa2faf6-47c6-46da-b266-1669f53a2b18 req-0d12549b-6083-4810-912a-8932eb93ca4d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Feb 08 16:41:53.764211 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-726203fb-0139-4262-9830-25720aa659d9 req-a40aae72-d7cc-432d-9bba-0b1a844a2d25 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0340366 Feb 08 16:41:53.859622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58564b-dc20-4ad3-bc08-7620bceb3a59 req-a1b31b5a-7c08-4b84-81bc-9ce61a926495 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:53.868733 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e58564b-dc20-4ad3-bc08-7620bceb3a59 req-a1b31b5a-7c08-4b84-81bc-9ce61a926495 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0649436 Feb 08 16:41:53.948365 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e58564b-dc20-4ad3-bc08-7620bceb3a59 req-6a2611f9-2c47-4103-8e01-2888d7693ac3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776997 Feb 08 16:41:53.954266 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-783a3da6-2f42-415d-834b-5e904b270143 req-4d4a2188-8bf7-49c3-86aa-607930fcb9f1 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0500679 Feb 08 16:41:54.524319 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09961317-f76a-46ae-a35d-7045590f4d3a req-0b1c0e4c-d605-4d55-9957-31daa0f76dd7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:54.525795 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-09961317-f76a-46ae-a35d-7045590f4d3a req-0b1c0e4c-d605-4d55-9957-31daa0f76dd7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0549755 Feb 08 16:41:54.576226 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-09961317-f76a-46ae-a35d-7045590f4d3a req-39b1fbf4-cca7-4003-88cb-c29a20bffdc6 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Feb 08 16:41:54.873858 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1ebe3c19-805f-41b2-b717-295f99cae609 req-2cbb2fd7-49a4-4c6f-b055-2b49d39c74c4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0282640 Feb 08 16:41:55.070231 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-919346d0-de64-4fbc-865b-7166a1162953 req-6b876721-eb48-4137-b70a-da8df78060f2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0532088 Feb 08 16:41:55.089817 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc6f58-afc6-4679-bc36-212128b0382c req-d201cf2b-1dbe-4fa7-8892-ce2ad0574404 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:55.091343 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dbcc6f58-afc6-4679-bc36-212128b0382c req-d201cf2b-1dbe-4fa7-8892-ce2ad0574404 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0620189 Feb 08 16:41:55.144810 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dbcc6f58-afc6-4679-bc36-212128b0382c req-b64b18ab-1c1b-4c89-9db2-fe0b2dcd6b98 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Feb 08 16:41:55.673900 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2ed243b0-7ff7-4ee4-a898-fa28e60cda82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:55.766814 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42211dac-3d08-446a-aa92-129f7e5ebb97 req-6b50c0ca-e2be-4474-99cf-5766437d0c6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:55.768607 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-42211dac-3d08-446a-aa92-129f7e5ebb97 req-6b50c0ca-e2be-4474-99cf-5766437d0c6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0875149 Feb 08 16:41:55.835610 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-42211dac-3d08-446a-aa92-129f7e5ebb97 req-da77527d-6f10-4182-af52-f4484267bf88 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Feb 08 16:41:56.010512 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a96a8d5a-7867-4abf-81bb-4740a275fa45 req-7b3548ab-68f2-4589-aa5a-12640dad32cd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0432310 Feb 08 16:41:56.253826 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df04e97e-7d3f-49a2-9334-8652846f6394 req-d0f6d528-9130-4cb4-b8e5-bab9799d1330 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0544519 Feb 08 16:41:56.336039 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507afd0-b440-419c-9695-7cc4d4cbd985 req-74c71323-201e-4ef1-8057-b4542f56b9fa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:56.338095 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1507afd0-b440-419c-9695-7cc4d4cbd985 req-74c71323-201e-4ef1-8057-b4542f56b9fa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0996952 Feb 08 16:41:56.435067 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1507afd0-b440-419c-9695-7cc4d4cbd985 req-bd5508ac-ac6a-44da-9a17-5a6959fefe7d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907700 Feb 08 16:41:56.957016 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 49790) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:56.963544 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affacfc9-9dbc-4d97-8ec1-8b82b832a429 req-b151ab86-eeeb-4227-badd-cfa73c7b1ea5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:56.964992 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-affacfc9-9dbc-4d97-8ec1-8b82b832a429 req-b151ab86-eeeb-4227-badd-cfa73c7b1ea5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0517559 Feb 08 16:41:57.013301 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-affacfc9-9dbc-4d97-8ec1-8b82b832a429 req-2c0dc191-36bd-49dc-94ed-8af758448951 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Feb 08 16:41:57.069189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5db570cc-049a-41c8-b937-a4e8cd3f23a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.125966 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4909d135-8f76-48a8-8b4b-e40fd9616486 req-e746f7cf-e2f2-48da-b68b-dcd39ce8eb94 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0387568 Feb 08 16:41:57.182271 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5db570cc-049a-41c8-b937-a4e8cd3f23a4 admin admin] Publish callbacks [] for security_group (72e4cfdb-5fa4-4cf3-8359-375461fb98d2), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.187029 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-5db570cc-049a-41c8-b937-a4e8cd3f23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (72e4cfdb-5fa4-4cf3-8359-375461fb98d2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.221671 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db570cc-049a-41c8-b937-a4e8cd3f23a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4cfdb-5fa4-4cf3-8359-375461fb98d2,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:57.233520 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-5db570cc-049a-41c8-b937-a4e8cd3f23a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2e3a4b655af4a4b97d0a2a9c3601283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727969 Feb 08 16:41:57.234510 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 49796) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:41:57.315064 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] Publish callbacks [] for security_group (72e4cfdb-5fa4-4cf3-8359-375461fb98d2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.498419 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b7b578bb-c187-450d-a791-0949d4e9c8af req-e13008bf-fd0a-4c47-807c-7ab6a63a850b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.1853034 Feb 08 16:41:57.523629 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] Publish callbacks [] for security_group (72e4cfdb-5fa4-4cf3-8359-375461fb98d2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.602840 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (72e4cfdb-5fa4-4cf3-8359-375461fb98d2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.606828 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:57.610932 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72e4cfdb-5fa4-4cf3-8359-375461fb98d2 HTTP/1.1" status: 204 len: 168 time: 0.3735845 Feb 08 16:41:57.618234 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632b0e-0493-4869-8996-725b9e855d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4cfdb-5fa4-4cf3-8359-375461fb98d2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:57.636003 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614bd0-c9e1-4c42-b1a4-a216a989405e req-c0221201-0699-449f-bd3f-8d6355d41fcb tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:57.637592 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0614bd0-c9e1-4c42-b1a4-a216a989405e req-c0221201-0699-449f-bd3f-8d6355d41fcb tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0803220 Feb 08 16:41:57.699968 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0614bd0-c9e1-4c42-b1a4-a216a989405e req-ea0711a6-444c-4514-9ac9-ae36e2460383 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Feb 08 16:41:57.996250 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3a49a059-e47b-4a21-b435-b872d3b3a6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:58.133743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f7f7c-99d8-482e-a0c1-e3bfe2e38b2b req-0890635d-4886-4e3c-b737-113bd840ae59 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:58.135232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ed3f7f7c-99d8-482e-a0c1-e3bfe2e38b2b req-0890635d-4886-4e3c-b737-113bd840ae59 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0554545 Feb 08 16:41:58.187936 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ed3f7f7c-99d8-482e-a0c1-e3bfe2e38b2b req-03624a1f-0523-4daa-bee8-e59619416af0 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Feb 08 16:41:58.237199 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d9bf1417-fbed-4481-acc0-4157d15a2b2f req-166350f6-390d-45ec-b09f-715332351a15 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0304174 Feb 08 16:41:58.596906 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-504d723c-da4a-48c4-b3f5-b984336f8f8d req-6977d31c-de4f-4dae-abae-4f79d765a405 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Feb 08 16:41:58.823490 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9396-7b80-4121-a5b7-a59180ec52bf req-6d1d559e-f9a3-4d4d-92d1-ce6480097295 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:58.824998 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-895e9396-7b80-4121-a5b7-a59180ec52bf req-6d1d559e-f9a3-4d4d-92d1-ce6480097295 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0556660 Feb 08 16:41:58.871879 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-895e9396-7b80-4121-a5b7-a59180ec52bf req-03575ab5-6a58-45fa-865e-ce0f1f52e15d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Feb 08 16:41:59.092788 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:41:59.176268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:59.323980 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cf8af-3983-4448-a995-d91c7fb2c712 req-0cef0635-de19-4a71-afb2-0c99e3c22c81 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:59.327182 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd2cf8af-3983-4448-a995-d91c7fb2c712 req-0cef0635-de19-4a71-afb2-0c99e3c22c81 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0714469 Feb 08 16:41:59.360453 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e22b9619-2520-4eb6-a182-93ac7ae0f2bc req-3b1615e7-92fc-4d69-9623-cc2805767819 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0339684 Feb 08 16:41:59.389180 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd2cf8af-3983-4448-a995-d91c7fb2c712 req-7a6d7ef7-570e-477c-a3ff-125dd28978d7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Feb 08 16:41:59.695485 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bc163a0d-4a70-40ed-a939-1c1a01b7d559 req-134e8a0b-2d42-4c8c-a525-84d340ee8aa5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Feb 08 16:42:00.024401 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950344c-2cf3-4adb-be67-ee48869ef06d req-eaadae7c-d9f2-4bc1-b4fe-5f6a6f6a1f3b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:00.027137 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8950344c-2cf3-4adb-be67-ee48869ef06d req-eaadae7c-d9f2-4bc1-b4fe-5f6a6f6a1f3b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0843365 Feb 08 16:42:00.086405 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8950344c-2cf3-4adb-be67-ee48869ef06d req-a4a17d6d-b6f5-4078-bc84-ff2ef2b47a85 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Feb 08 16:42:00.378510 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:00.473193 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3893e2b9-767c-42d2-b173-448a8923d976 req-252e2044-4bbe-4a85-8d81-ba27085f215e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0354977 Feb 08 16:42:00.531868 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173052-549e-467b-b831-81d40df298a0 req-d4baa561-3107-4b85-a5e7-3553a0d2d87c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:00.533496 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3173052-549e-467b-b831-81d40df298a0 req-d4baa561-3107-4b85-a5e7-3553a0d2d87c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0651164 Feb 08 16:42:00.583247 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3173052-549e-467b-b831-81d40df298a0 req-e0167ccc-2069-44e5-89a0-7b6e3e113121 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Feb 08 16:42:00.786627 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-374ad77c-f023-4895-8fc5-50b4d97c9099 req-f670a7fa-a46c-4323-88c8-afa13ed37a8e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0262132 Feb 08 16:42:01.202589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cdf76-d52d-4c57-adc2-11885fbe5960 req-c91d7c36-1748-48d6-8fd5-b0da502f9b93 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:01.204060 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d5cdf76-d52d-4c57-adc2-11885fbe5960 req-c91d7c36-1748-48d6-8fd5-b0da502f9b93 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0501509 Feb 08 16:42:01.248488 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d5cdf76-d52d-4c57-adc2-11885fbe5960 req-116917db-5535-4fc3-b040-1b5f5d81e2a6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Feb 08 16:42:01.571960 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6aa00b45-5875-4c1b-8891-662c5858561c req-61ec4800-0baf-4080-93bf-dd8a641e193a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0266016 Feb 08 16:42:01.708539 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf9fe-36b9-4b1e-bd8e-b0c54bfef8f4 req-ace6d24d-d73f-41e7-968b-d8eee7a095e9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:01.710147 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3bcf9fe-36b9-4b1e-bd8e-b0c54bfef8f4 req-ace6d24d-d73f-41e7-968b-d8eee7a095e9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.0549831 Feb 08 16:42:01.755194 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3bcf9fe-36b9-4b1e-bd8e-b0c54bfef8f4 req-faf0d029-de09-4a81-800f-37e7f51e904c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Feb 08 16:42:01.878596 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a4776d8-c3a1-4e13-b2bc-0da1f229c8d6 req-7d3693c5-c603-4fbe-82aa-fe110510bcfa tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0283737 Feb 08 16:42:01.892554 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:02.362905 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71d03-24ca-47e1-be6c-c7a57750bf56 req-8c590c9f-25da-4fe1-9f6a-64496e899c56 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:02.364331 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13b71d03-24ca-47e1-be6c-c7a57750bf56 req-8c590c9f-25da-4fe1-9f6a-64496e899c56 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.0512316 Feb 08 16:42:02.409184 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13b71d03-24ca-47e1-be6c-c7a57750bf56 req-bc273b20-0aa5-4f06-90b9-b343710d771b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388155 Feb 08 16:42:02.590465 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-dde885b9-5e60-4b85-83d5-9a177d5000a6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:42:02.591395 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-dde885b9-5e60-4b85-83d5-9a177d5000a6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051496 Feb 08 16:42:02.595564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-fb45286d-1d48-4677-b11b-e04e8f0f5a3d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:42:02.596867 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-4a04bda5-5ff2-4087-93b7-8cebbcde994b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:42:02.597439 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-fb45286d-1d48-4677-b11b-e04e8f0f5a3d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0042961 Feb 08 16:42:02.598734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-4a04bda5-5ff2-4087-93b7-8cebbcde994b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063457 Feb 08 16:42:02.700738 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ecb2333a-ee82-41e8-90e0-7f2f94fa7b26 req-6ed8a0bf-cab2-42ad-b12f-51580a28bd9b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0393262 Feb 08 16:42:02.796500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Request body: {'port': {'device_id': '46b82748-ebae-4771-b414-3feb285df38d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:02.807442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Request body: {'port': {'device_id': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:02.864293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:02.899743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:02.954753 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848bbc0-f84a-4cd7-8069-0c7fc70e9bc2 req-6b969e5c-31c2-4762-b177-6937970760d4 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:02.956333 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4848bbc0-f84a-4cd7-8069-0c7fc70e9bc2 req-6b969e5c-31c2-4762-b177-6937970760d4 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 931 time: 0.1115770 Feb 08 16:42:03.051827 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ce73e77a-6edf-4536-8409-2f9adbe2c5bc req-eb43885d-092c-49db-abab-73fe39c5e684 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0414803 Feb 08 16:42:03.130260 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4848bbc0-f84a-4cd7-8069-0c7fc70e9bc2 req-73d01c90-f737-4365-8f17-a19b8209e7ee tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663973 Feb 08 16:42:03.141573 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Request body: {'port': {'device_id': '3491de9b-89ec-4861-b97f-f32158e658cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:03.269601 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74e45fa-8736-4935-9ded-fac78de32cfe {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:03.278242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks [] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.288764 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.301085 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Transition to ACTIVE for port object c74e45fa-8736-4935-9ded-fac78de32cfe will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:03.306509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.422589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Pushing event updated for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:03.425048 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Attempting to bind port c74e45fa-8736-4935-9ded-fac78de32cfe on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:03.425387 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Attempting to bind port c74e45fa-8736-4935-9ded-fac78de32cfe by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:03.425743 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Attempting to bind port c74e45fa-8736-4935-9ded-fac78de32cfe on network a853a558-0896-4700-8a59-b29597b86231 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:03.431231 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Port c74e45fa-8736-4935-9ded-fac78de32cfe on network a853a558-0896-4700-8a59-b29597b86231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:42:03.431791 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Attempting to bind port c74e45fa-8736-4935-9ded-fac78de32cfe on network a853a558-0896-4700-8a59-b29597b86231 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:03.436962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:03.437535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Checking segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:03.438089 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Bound using segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:03.439261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Bound port: c74e45fa-8736-4935-9ded-fac78de32cfe, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:03.439261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.533426 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:03.551838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:03.558719 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c74e45fa-8736-4935-9ded-fac78de32cfe,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:03.566244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.566699 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks [] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.613436 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Transition to ACTIVE for port object 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:03.616451 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc9d80-4996-43f2-8799-4b6037c89a1e req-284f744d-3243-4c3f-998e-04f4bf0459a1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:03.618022 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44bc9d80-4996-43f2-8799-4b6037c89a1e req-284f744d-3243-4c3f-998e-04f4bf0459a1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 931 time: 0.1278329 Feb 08 16:42:03.635195 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Pushing event updated for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:03.639733 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:03.640374 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.641882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6c20c5b1-766a-4fa7-88dc-1ca90c21e62f service neutron] 10.222.0.42 "PUT /v2.0/ports/c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 1093 time: 0.8963170 Feb 08 16:42:03.642333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:03.652632 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.788611 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.42', 51283) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:03.821734 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Attempting to bind port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:03.822133 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Attempting to bind port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '10f8f77f-749c-4648-ae20-26e334618005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:03.822653 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Attempting to bind port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 on network 401a371c-221c-42c3-b115-a08adffde4ba {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:03.830806 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c8d083-5aff-4e0c-ab35-54f6088f7587 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:03.837027 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.42', 51284) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:03.847778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 on network 401a371c-221c-42c3-b115-a08adffde4ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:42:03.848078 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Attempting to bind port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 on network 401a371c-221c-42c3-b115-a08adffde4ba {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:03.851368 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:03.913532 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ce79e42-9914-4a5f-8626-7a7a0024d133 req-b8e8cb82-bfe2-49c1-acd2-e01b15faf677 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0860336 Feb 08 16:42:03.920229 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks [] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.926780 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:03.927025 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Checking segment: {'id': '10f8f77f-749c-4648-ae20-26e334618005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:03.927669 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Bound using segment: {'id': '10f8f77f-749c-4648-ae20-26e334618005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:03.928807 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Bound port: 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f8f77f-749c-4648-ae20-26e334618005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:03.929175 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.995559 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Transition to ACTIVE for port object 34c8d083-5aff-4e0c-ab35-54f6088f7587 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:04.008425 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:04.024033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44bc9d80-4996-43f2-8799-4b6037c89a1e req-6acd30db-4e37-4003-b04b-268b85d48cb0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810878 Feb 08 16:42:04.057980 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558815f-9175-4330-be66-d3d829a3853a" -d '{"events": [{"name": "network-changed", "server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:04.066613 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6b580328-c087-4d85-8bcf-cfdbe79434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:04.068094 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-6b580328-c087-4d85-8bcf-cfdbe79434e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1127 time: 0.3048100 Feb 08 16:42:04.160212 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:04.171571 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Attempting to bind port 34c8d083-5aff-4e0c-ab35-54f6088f7587 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:04.171976 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Attempting to bind port 34c8d083-5aff-4e0c-ab35-54f6088f7587 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:04.172311 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Attempting to bind port 34c8d083-5aff-4e0c-ab35-54f6088f7587 on network a853a558-0896-4700-8a59-b29597b86231 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:04.224001 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-6f1151f8-2fbb-4572-922b-5f1f5c294e4b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:04.226425 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-6f1151f8-2fbb-4572-922b-5f1f5c294e4b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 816 time: 0.4326737 Feb 08 16:42:04.257396 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Port 34c8d083-5aff-4e0c-ab35-54f6088f7587 on network a853a558-0896-4700-8a59-b29597b86231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:42:04.257779 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Attempting to bind port 34c8d083-5aff-4e0c-ab35-54f6088f7587 on network a853a558-0896-4700-8a59-b29597b86231 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:04.296325 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:04.296728 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Checking segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:04.297101 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Bound using segment: {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:04.297903 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Bound port: 34c8d083-5aff-4e0c-ab35-54f6088f7587, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7ad76-dbc0-4280-adca-ccddfee9b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a853a558-0896-4700-8a59-b29597b86231'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:04.298107 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:04.302837 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:04.306921 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,segment=NetworkSegment(10f8f77f-749c-4648-ae20-26e334618005),segment_id=10f8f77f-749c-4648-ae20-26e334618005)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:04.356097 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:04.568913 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:04.573402 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-986909a8-b7e6-4540-9864-00fdaf9e09c9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:04.575711 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-986909a8-b7e6-4540-9864-00fdaf9e09c9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 811 time: 0.7187312 Feb 08 16:42:04.583071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36505586-c073-4743-8a5e-eade9854f0f0 x-openstack-request-id: req-36505586-c073-4743-8a5e-eade9854f0f0 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:04.583910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:04.584975 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36505586-c073-4743-8a5e-eade9854f0f0 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:04.586000 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe', 'status': 'completed', 'code': 200} Feb 08 16:42:04.588179 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-137ebafa-9350-4858-88c3-a36c4d1eb3e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.5101676 Feb 08 16:42:04.592688 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-86aede95-a888-43eb-b31f-fd4b5972b7ac tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 380 time: 0.3522272 Feb 08 16:42:04.598253 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:04.599282 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:04.608400 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ada1591-1e3d-4284-b7ae-9c7a774e81b8 HTTP/1.1" status: 200 len: 1093 time: 1.8555195 Feb 08 16:42:04.609979 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:04.624403 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8f0a3c1c-68d3-4ce9-b8d9-e9cb937e9490 req-b3ecb9d8-8228-4d5a-bfcb-d6c6ef7b743f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.4104075 Feb 08 16:42:04.749631 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-51d26378-c9df-459d-9f7a-8461aba64e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:04.751110 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-51d26378-c9df-459d-9f7a-8461aba64e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.1152949 Feb 08 16:42:04.800112 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-0fda47d0-032d-47d2-b6ab-8e25362a30d9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 379 time: 0.1866541 Feb 08 16:42:04.817970 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-4b1b965b-d9d9-4d4a-9e2d-08b15716918f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575233 Feb 08 16:42:04.901737 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'port': {'device_id': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'admin_state_up': True, 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'security_groups': ['ffc5e558-1d03-4389-89d8-8ad99cb89365']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:04.929651 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'port': {'device_id': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'admin_state_up': True, 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'security_groups': ['7230359a-3328-4d83-8ff8-7fcac42cb862']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:04.937182 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:04.977624 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.044043 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.044632 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.046037 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/34c8d083-5aff-4e0c-ab35-54f6088f7587 HTTP/1.1" status: 200 len: 1093 time: 1.9294987 Feb 08 16:42:05.048711 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d986127-9c67-4d54-9711-745b0d2c8169" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:05.065162 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855dd30-2904-4125-8e96-209aa0650692 service neutron] Pushing event updated for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:05.122300 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-da4546d5-0cc0-457e-ae75-02de10117d15 req-774cbe23-cef4-4763-a087-3bd049c0d0c4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Feb 08 16:42:05.126567 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca369f3-d123-4231-80c9-b17dd601f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:05.130431 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-e9e65575-5bc7-47f6-a15d-828669d02649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.132369 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-e9e65575-5bc7-47f6-a15d-828669d02649 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbcf2a29fa234f62a1c82620e2c1cbcd&device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 1127 time: 0.4213109 Feb 08 16:42:05.154719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a9f3a-3c86-4bce-8474-c0de6b1f93ea req-59929cdf-bc78-4861-80dd-3ff1ebc6a2fc tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.156331 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-536a9f3a-3c86-4bce-8474-c0de6b1f93ea req-59929cdf-bc78-4861-80dd-3ff1ebc6a2fc tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.6418221 Feb 08 16:42:05.227961 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-8c55ee2e-9421-488c-9d9f-dccc5bca8db6 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206077 Feb 08 16:42:05.252060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Made reservation on behalf of 2214758b43e6434b8c27d97f7fd1151c for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:05.255610 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.282580 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-9391c3bb-6e3e-4e1b-8e23-b72184ccd03e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8 HTTP/1.1" status: 200 len: 217 time: 0.1211677 Feb 08 16:42:05.302684 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50078) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:05.335624 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-536a9f3a-3c86-4bce-8474-c0de6b1f93ea req-1e443370-5860-450d-b479-0c47bfba98a1 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783433 Feb 08 16:42:05.346635 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6fcff412-5c57-4ff4-8b3d-673117815d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.348154 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-6fcff412-5c57-4ff4-8b3d-673117815d94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 1127 time: 0.1460843 Feb 08 16:42:05.361273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Made reservation on behalf of 23325df6a88748fc9261e22c093ac67e for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:05.363064 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.376597 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254843e-3cc9-4033-9333-8e9dafa105e5 req-18b678c1-2ea8-45fc-8ee9-3251b73c1c8a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.378281 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0254843e-3cc9-4033-9333-8e9dafa105e5 req-18b678c1-2ea8-45fc-8ee9-3251b73c1c8a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.1371515 Feb 08 16:42:05.477144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2434-63d7-47f7-8e34-05dd709f3411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.504731 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0254843e-3cc9-4033-9333-8e9dafa105e5 req-7dbeaae4-8a07-427d-91c8-55d0177c7ee9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141520 Feb 08 16:42:05.516369 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Allocated IP 172.20.0.10 (7ae536f5-aefa-4f5b-af4d-8517e1f813dd/b98441e7-8fd0-4e8a-9813-ab7809335e8b/f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:05.517995 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Allocated IP 172.20.0.12 (64dd4aa3-e414-467b-84ff-dc68d3d652e1/b845b533-6b95-4cbd-8955-62809b87fe55/dc601835-5363-4bdf-9b05-9e711057cbd2) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:05.533269 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d4a33-0eab-4d86-8b0e-e9715771976d x-openstack-request-id: req-d52d4a33-0eab-4d86-8b0e-e9715771976d {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:05.533742 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:05.534117 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d52d4a33-0eab-4d86-8b0e-e9715771976d {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:05.534705 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8', 'status': 'completed', 'code': 200} Feb 08 16:42:05.669378 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2434-63d7-47f7-8e34-05dd709f3411 admin admin] Publish callbacks [] for security_group (0d561482-81b9-452b-b0ea-6c2439a8d21d), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.677492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2434-63d7-47f7-8e34-05dd709f3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0d561482-81b9-452b-b0ea-6c2439a8d21d), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.682904 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.717650 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.761430 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4503e6a4-4459-4a7d-9b69-1f5b3570e61a req-e96385a5-61f8-4b23-a09b-b425a8a78f7a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0609541 Feb 08 16:42:05.762199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:05.765564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:05.769286 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:05.775346 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.776188 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fb0a2434-63d7-47f7-8e34-05dd709f3411 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83b561fd8da94cdd9e7e14ec558c63de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713795 Feb 08 16:42:05.776827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50088) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:05.779788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.782525 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2434-63d7-47f7-8e34-05dd709f3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d561482-81b9-452b-b0ea-6c2439a8d21d,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:05.784364 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.807482 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:05.827178 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-16a3142f-72e1-4a84-919a-d38aabf31145 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9055209 Feb 08 16:42:05.876415 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] Publish callbacks [] for security_group (0d561482-81b9-452b-b0ea-6c2439a8d21d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.881745 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.937063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] Publish callbacks [] for security_group (0d561482-81b9-452b-b0ea-6c2439a8d21d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.948909 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:05.954953 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:05.965672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:05.970664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:05.971217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.980407 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:06.008033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-48490374-4230-4270-afab-493294bd883a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1127279 Feb 08 16:42:06.024776 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0d561482-81b9-452b-b0ea-6c2439a8d21d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.027454 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.028674 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d561482-81b9-452b-b0ea-6c2439a8d21d HTTP/1.1" status: 204 len: 168 time: 0.2470775 Feb 08 16:42:06.036708 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c513cc-8ca7-45ee-a705-f3bddfe72cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d561482-81b9-452b-b0ea-6c2439a8d21d,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:06.064367 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-734b3934-61cc-4b6f-9904-29183924f5fe None None] Provisioning complete for port dc601835-5363-4bdf-9b05-9e711057cbd2 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:06.064862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-734b3934-61cc-4b6f-9904-29183924f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.099568 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-734b3934-61cc-4b6f-9904-29183924f5fe None None] Port dc601835-5363-4bdf-9b05-9e711057cbd2 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:06.253205 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-928b83c7-f82d-478b-8f7c-9117e43493ba None None] Provisioning complete for port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:06.254757 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-928b83c7-f82d-478b-8f7c-9117e43493ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.321306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ead4e6-a096-40fd-83f9-2d2b47e8297f req-d30a0442-5e8b-4c64-bc29-48cadadc2c9b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:06.324323 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f8ead4e6-a096-40fd-83f9-2d2b47e8297f req-d30a0442-5e8b-4c64-bc29-48cadadc2c9b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 932 time: 0.1217272 Feb 08 16:42:06.360174 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-928b83c7-f82d-478b-8f7c-9117e43493ba None None] Port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:06.379471 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f8ead4e6-a096-40fd-83f9-2d2b47e8297f req-e9d13864-e95e-4ff9-b7cf-609b135e2c44 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 Feb 08 16:42:06.428758 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50104) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:06.441564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-76db4a38-9972-4b27-8286-0968b4fdc1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.467431 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a67c0c-bc79-4b7b-a0dc-ee88b6556fef req-65412919-7d9d-4c5d-850d-f9c13ee4fa9e tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:06.468967 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-06a67c0c-bc79-4b7b-a0dc-ee88b6556fef req-65412919-7d9d-4c5d-850d-f9c13ee4fa9e tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0548806 Feb 08 16:42:06.526716 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-06a67c0c-bc79-4b7b-a0dc-ee88b6556fef req-7d006679-46cd-4613-9f7f-0af5cba09f3d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Feb 08 16:42:06.534680 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-76db4a38-9972-4b27-8286-0968b4fdc1bf admin admin] Publish callbacks [] for security_group (5a8bc14d-92d3-425a-afae-730c3a65e38d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.539566 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-76db4a38-9972-4b27-8286-0968b4fdc1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5a8bc14d-92d3-425a-afae-730c3a65e38d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.579374 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4a38-9972-4b27-8286-0968b4fdc1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8bc14d-92d3-425a-afae-730c3a65e38d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:06.584759 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-76db4a38-9972-4b27-8286-0968b4fdc1bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2d6747d54bc48eb83c75e0e4a9803a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544938 Feb 08 16:42:06.587372 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50110) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:06.636854 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] Publish callbacks [] for security_group (5a8bc14d-92d3-425a-afae-730c3a65e38d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.644644 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926dc8b-289d-41e6-baa3-59ceea8e78b7 req-7e1eb1c5-d7ba-4459-a29f-701896390f84 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:06.646121 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7926dc8b-289d-41e6-baa3-59ceea8e78b7 req-7e1eb1c5-d7ba-4459-a29f-701896390f84 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0680990 Feb 08 16:42:06.658254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] Publish callbacks [] for security_group (5a8bc14d-92d3-425a-afae-730c3a65e38d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.693602 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7926dc8b-289d-41e6-baa3-59ceea8e78b7 req-a2a83221-590e-43de-8092-1ca5cca33753 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Feb 08 16:42:06.705668 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5a8bc14d-92d3-425a-afae-730c3a65e38d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.708296 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.710022 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a8bc14d-92d3-425a-afae-730c3a65e38d HTTP/1.1" status: 204 len: 168 time: 0.1217065 Feb 08 16:42:06.717885 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93fd5a-bd47-48f0-b957-a396afbb6787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8bc14d-92d3-425a-afae-730c3a65e38d,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:06.891044 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa1d49-3e60-4617-8d03-50fcd4a4d1dd req-9aa8f452-f600-415a-9633-9f3836f5c6dd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:06.892596 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8bfa1d49-3e60-4617-8d03-50fcd4a4d1dd req-9aa8f452-f600-415a-9633-9f3836f5c6dd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 932 time: 0.0626650 Feb 08 16:42:06.939444 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8bfa1d49-3e60-4617-8d03-50fcd4a4d1dd req-48671b16-c9b8-46cc-ae9b-22829d6613a4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Feb 08 16:42:07.507585 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add6df2-27bb-4e91-91c5-de28263bfc6b req-b84ec37d-0c64-4214-ad85-c2b22b3e51f9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:07.509069 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5add6df2-27bb-4e91-91c5-de28263bfc6b req-b84ec37d-0c64-4214-ad85-c2b22b3e51f9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 932 time: 0.0525644 Feb 08 16:42:07.536252 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:07.538610 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:07.569908 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5add6df2-27bb-4e91-91c5-de28263bfc6b req-51150b0f-b278-463e-a531-255f9007eee0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554407 Feb 08 16:42:07.629975 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b28983-5907-4af6-b6ef-1b85d27701a5 x-openstack-request-id: req-17b28983-5907-4af6-b6ef-1b85d27701a5 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:07.630272 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:07.630522 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17b28983-5907-4af6-b6ef-1b85d27701a5 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:07.630910 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587', 'status': 'completed', 'code': 200} Feb 08 16:42:07.698789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fee95a-e0e2-4f38-b11b-815c486a0afc req-af6fca79-2227-4360-9b1a-c2a2ca99bbc3 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:07.700336 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5fee95a-e0e2-4f38-b11b-815c486a0afc req-af6fca79-2227-4360-9b1a-c2a2ca99bbc3 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0535946 Feb 08 16:42:07.724237 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:07.754820 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5fee95a-e0e2-4f38-b11b-815c486a0afc req-13c85235-0f62-45a7-a84f-0e97d4caf589 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478203 Feb 08 16:42:07.825008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725345f-acb0-490e-bff5-9a896eff041e req-bfa516aa-e3e6-4046-872e-7b2411560076 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:07.826526 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6725345f-acb0-490e-bff5-9a896eff041e req-bfa516aa-e3e6-4046-872e-7b2411560076 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0586677 Feb 08 16:42:07.875566 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6725345f-acb0-490e-bff5-9a896eff041e req-f356eb17-06f0-4dfb-93d7-1d14464871d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Feb 08 16:42:08.057976 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdb3df-49c1-440d-9c94-a702758d48bb req-55e30644-380e-437f-b93a-9f342b3f603d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:08.059451 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17cdb3df-49c1-440d-9c94-a702758d48bb req-55e30644-380e-437f-b93a-9f342b3f603d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 932 time: 0.0554368 Feb 08 16:42:08.111087 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17cdb3df-49c1-440d-9c94-a702758d48bb req-44b38ffc-455e-48d3-8f85-5f5939ae83ee tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459850 Feb 08 16:42:08.692525 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2928a9-8b7a-4dd6-b380-2c8d602eaca7 req-fb60fb48-573b-43f5-9b02-988b11484408 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:08.694437 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd2928a9-8b7a-4dd6-b380-2c8d602eaca7 req-fb60fb48-573b-43f5-9b02-988b11484408 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 932 time: 0.0503595 Feb 08 16:42:08.743076 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd2928a9-8b7a-4dd6-b380-2c8d602eaca7 req-938b987b-8940-453e-832a-8df403a0eba0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Feb 08 16:42:08.873004 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ceffb-30a6-4f25-b0cc-2118ef03d67b req-1c2909b0-1712-4370-a9bc-c4d309c29116 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:08.874365 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-453ceffb-30a6-4f25-b0cc-2118ef03d67b req-1c2909b0-1712-4370-a9bc-c4d309c29116 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0553026 Feb 08 16:42:08.920679 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-453ceffb-30a6-4f25-b0cc-2118ef03d67b req-9143fff9-878e-4358-b374-96334d57466c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Feb 08 16:42:08.997079 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85008001-51c0-447f-a96f-19ebd18e149c req-de482384-4f18-4776-9695-b1e3b087636d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:08.998514 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-85008001-51c0-447f-a96f-19ebd18e149c req-de482384-4f18-4776-9695-b1e3b087636d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0506968 Feb 08 16:42:09.043504 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-85008001-51c0-447f-a96f-19ebd18e149c req-1c377349-aebc-40e9-a6cc-4a1746681fa0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Feb 08 16:42:09.213731 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Request body: {'port': {'device_id': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:09.218300 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Request body: {'port': {'device_id': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:09.292745 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-2e130003-3fe5-4bd8-af94-443cccbf27d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587 HTTP/1.1" status: 200 len: 217 time: 0.1066921 Feb 08 16:42:09.297503 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:09.301627 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dd885f4-d29d-4684-9fba-32c6c113475e req-7863e2c0-8eb4-41e6-bea9-c76b2d748592 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405747 Feb 08 16:42:09.360585 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-53cb4d08-949d-4b9e-aa19-65dc75b34a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.362205 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-53cb4d08-949d-4b9e-aa19-65dc75b34a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2abdc76-849b-4b00-b6c2-bbeded0d6283 HTTP/1.1" status: 200 len: 852 time: 0.1741765 Feb 08 16:42:09.441224 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-d1b73e37-8718-4255-b56f-d8d2d82ae618 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=401a371c-221c-42c3-b115-a08adffde4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677633 Feb 08 16:42:09.448756 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c125-1a35-47a8-8f36-2e4498c8325c req-4671cdde-7c9a-4569-8f32-d4a55f6e55a0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.450179 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eda3c125-1a35-47a8-8f36-2e4498c8325c req-4671cdde-7c9a-4569-8f32-d4a55f6e55a0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 932 time: 0.2731538 Feb 08 16:42:09.454791 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-9f0892a2-7943-4231-b331-653fa101aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.456187 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-9f0892a2-7943-4231-b331-653fa101aa4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.1573930 Feb 08 16:42:09.518436 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:09.526738 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558815f-9175-4330-be66-d3d829a3853a req-09a062e6-b3eb-4c61-a012-64be8ad32a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.528267 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-09a062e6-b3eb-4c61-a012-64be8ad32a8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1127 time: 0.1089494 Feb 08 16:42:09.553140 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-3adf326e-ca17-45cd-a6d3-3c369612b2ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876350 Feb 08 16:42:09.684378 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eda3c125-1a35-47a8-8f36-2e4498c8325c req-ad73e575-91c5-4997-b117-3e50b5e90ca7 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161732 Feb 08 16:42:09.728607 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-c81ad185-c1f4-496e-b689-1a7f162a6109 service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774789 Feb 08 16:42:09.755347 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558815f-9175-4330-be66-d3d829a3853a req-c4982a06-41cb-491f-845d-ae37cceab92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.757588 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-c4982a06-41cb-491f-845d-ae37cceab92b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.2211545 Feb 08 16:42:09.767556 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:09.780735 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks [] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:09.811139 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-87caa34b-1841-4dd6-a85d-ac082ceee562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0456297 Feb 08 16:42:09.830526 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Transition to ACTIVE for port object f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:09.866460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:09.944941 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558815f-9175-4330-be66-d3d829a3853a req-decebf42-5710-46a9-83b1-f1dd4ed881e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.946520 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-decebf42-5710-46a9-83b1-f1dd4ed881e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.1276076 Feb 08 16:42:09.955087 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:09.979264 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1db034-cd56-4feb-a834-07b1bdc29307 req-a2a74a43-4a86-4482-a76b-014a65762fd1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:09.986087 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7c1db034-cd56-4feb-a834-07b1bdc29307 req-a2a74a43-4a86-4482-a76b-014a65762fd1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 932 time: 0.1583664 Feb 08 16:42:10.056091 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-7dd27c53-93da-4e03-99cb-6f8fd7da0cf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679648 Feb 08 16:42:10.067685 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Attempting to bind port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:10.067855 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Attempting to bind port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:10.068182 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Attempting to bind port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:10.117349 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-504b1e09-9c0d-45c1-a8b1-f6a1c5026ee7 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520647 Feb 08 16:42:10.125760 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:42:10.126078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Attempting to bind port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:10.136306 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7c1db034-cd56-4feb-a834-07b1bdc29307 req-fe8f5196-ab8d-4636-a4fc-4f1568538773 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493177 Feb 08 16:42:10.189284 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-48f53dc7-73bb-4818-a874-e4b3e4b9704d service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221325 Feb 08 16:42:10.191028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:10.191376 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Checking segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:10.191853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Bound using segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:10.193035 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Bound port: f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:10.193950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:10.283098 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-04130ad5-28c4-431a-8177-7c2b88ebd817 req-ed3ad393-7e79-471b-a456-11f9965f29ac service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425272 Feb 08 16:42:10.324080 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1803-7237-4733-8074-10894ad322a6 req-8188f1fc-37bd-424e-bd8d-adcd0063c952 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.325637 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2fe1803-7237-4733-8074-10894ad322a6 req-8188f1fc-37bd-424e-bd8d-adcd0063c952 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.2661502 Feb 08 16:42:10.380661 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2a685da-9899-477f-a3b8-44c3e08efac3 req-d6f8807f-6db0-4552-bf59-f20afefa996e service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556267 Feb 08 16:42:10.460374 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2fe1803-7237-4733-8074-10894ad322a6 req-7fd1eba4-7c32-481d-80ae-8f44b9d139b8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195662 Feb 08 16:42:10.529874 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:10.540298 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks [] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:10.541532 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:10.543615 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-aa9e255b-7998-468e-8e0f-e8da9940004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.545758 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-aa9e255b-7998-468e-8e0f-e8da9940004d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbcf2a29fa234f62a1c82620e2c1cbcd&device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 1127 time: 0.1773865 Feb 08 16:42:10.555122 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:10.561528 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-c4ae5bd3-914b-4631-bd5c-a1186fc3dfa3 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858492 Feb 08 16:42:10.569669 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b66d7-57fb-4689-a23c-57a717f1826f req-881ad16f-4297-43b3-bf80-95dfaa963cad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.571086 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1b9b66d7-57fb-4689-a23c-57a717f1826f req-881ad16f-4297-43b3-bf80-95dfaa963cad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.1971259 Feb 08 16:42:10.572124 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:10.605684 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-d372a48b-7b9a-47d9-aa1c-a287a5e754df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.607180 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-d372a48b-7b9a-47d9-aa1c-a287a5e754df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 1127 time: 0.1617696 Feb 08 16:42:10.628244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.628860 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:10.630299 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] 10.222.0.42 "PUT /v2.0/ports/f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1094 time: 1.4227555 Feb 08 16:42:10.633785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:10.636422 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5ec45-8989-4096-bd5f-4060728f9271" -d '{"events": [{"name": "network-changed", "server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:10.653718 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Transition to ACTIVE for port object dc601835-5363-4bdf-9b05-9e711057cbd2 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:10.671918 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019d1b-a0ef-42dc-867c-622f3ffa35e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:10.707348 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1b9b66d7-57fb-4689-a23c-57a717f1826f req-348d4eaa-72e1-46bf-abc1-575af16c695d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257353 Feb 08 16:42:10.759726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e454241-fe9e-414e-8111-7c8a7dea98b1 x-openstack-request-id: req-9e454241-fe9e-414e-8111-7c8a7dea98b1 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:10.762250 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:10.762687 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e454241-fe9e-414e-8111-7c8a7dea98b1 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:10.763119 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'status': 'completed', 'code': 200} Feb 08 16:42:10.820319 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-1c6b43d8-1a03-45e7-9759-8d9d14e0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.822310 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-1c6b43d8-1a03-45e7-9759-8d9d14e0ed9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1128 time: 0.1352470 Feb 08 16:42:10.831294 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-7bf8e418-cf31-4872-bf6f-7a17b6212788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.832997 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-7bf8e418-cf31-4872-bf6f-7a17b6212788 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.1905522 Feb 08 16:42:10.842293 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:10.873229 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-43245b14-0397-4e7f-808a-79208e0b8118 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 217 time: 0.0381303 Feb 08 16:42:10.940701 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:10.962497 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-50831dc8-255e-493a-9256-eb1928739e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:10.964032 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-50831dc8-255e-493a-9256-eb1928739e6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0833983 Feb 08 16:42:11.046272 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-da60a71f-6ce7-4745-baa4-84afafe4048b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587 HTTP/1.1" status: 200 len: 217 time: 0.1936483 Feb 08 16:42:11.089836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-6cc665b8-a89d-49a0-bc8e-2fb8609bf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.091164 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-6cc665b8-a89d-49a0-bc8e-2fb8609bf138 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1205688 Feb 08 16:42:11.131691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Attempting to bind port dc601835-5363-4bdf-9b05-9e711057cbd2 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:11.132433 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Attempting to bind port dc601835-5363-4bdf-9b05-9e711057cbd2 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:11.132433 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Attempting to bind port dc601835-5363-4bdf-9b05-9e711057cbd2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:11.144837 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-13c1ac6e-af94-43b4-bd4b-4580e459395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.146301 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-13c1ac6e-af94-43b4-bd4b-4580e459395d service neutron] 10.222.0.42 "GET /v2.0/networks?id=401a371c-221c-42c3-b115-a08adffde4ba HTTP/1.1" status: 200 len: 913 time: 0.5916581 Feb 08 16:42:11.167265 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0699c-9ca4-4f32-a3fa-a2140d0a4dfc req-56ec6f1b-b094-4a4c-9484-6dc3edbf10a8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.170614 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a1d0699c-9ca4-4f32-a3fa-a2140d0a4dfc req-56ec6f1b-b094-4a4c-9484-6dc3edbf10a8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.3335254 Feb 08 16:42:11.171594 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Port dc601835-5363-4bdf-9b05-9e711057cbd2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:42:11.171956 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Attempting to bind port dc601835-5363-4bdf-9b05-9e711057cbd2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:11.244331 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:11.244513 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Checking segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:11.244784 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Bound using segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:11.245924 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Bound port: dc601835-5363-4bdf-9b05-9e711057cbd2, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:11.246291 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:11.274544 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-c27d7a6e-f6cb-44d7-8632-95496833a817 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8 HTTP/1.1" status: 200 len: 217 time: 0.0889661 Feb 08 16:42:11.278247 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-7dc960f6-4ed8-4a72-9a6d-661c5c240bcf service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727943 Feb 08 16:42:11.306096 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-083392c7-2d3e-4998-965a-99bbd12bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.307502 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-083392c7-2d3e-4998-965a-99bbd12bd5c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.2446687 Feb 08 16:42:11.398216 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-9bc49ef4-0c2b-4f54-b723-eb5dde2e267a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802274 Feb 08 16:42:11.423548 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d2c9-8943-4162-b059-ca771eef9bb8 req-66b9df09-40e1-48c6-a0b5-74addab36697 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.425288 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dcf6d2c9-8943-4162-b059-ca771eef9bb8 req-66b9df09-40e1-48c6-a0b5-74addab36697 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.1461084 Feb 08 16:42:11.479228 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7549b824-dea0-499c-b91e-ee6c56da1b8f req-718a613f-81e7-4624-8f6e-860d8560baec service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788549 Feb 08 16:42:11.501327 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dcf6d2c9-8943-4162-b059-ca771eef9bb8 req-e8256725-b2a9-4da1-8ce8-4abfd23d9ed7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655448 Feb 08 16:42:11.519541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:11.523796 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-e6f5d3e7-0974-4998-90a5-1589946ba26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.525445 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-e6f5d3e7-0974-4998-90a5-1589946ba26e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2abdc76-849b-4b00-b6c2-bbeded0d6283 HTTP/1.1" status: 200 len: 852 time: 0.2395737 Feb 08 16:42:11.528774 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:11.533398 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50292) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:11.540594 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a1d0699c-9ca4-4f32-a3fa-a2140d0a4dfc req-a62fc8f9-662a-4972-9059-222905031bef tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584139 Feb 08 16:42:11.571805 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:11.607397 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-032fb2d5-0e02-461b-821c-74fabf481035 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=401a371c-221c-42c3-b115-a08adffde4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609963 Feb 08 16:42:11.651287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-3d758fc2-c21e-4d69-aa50-b7c0106a4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.652806 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-3d758fc2-c21e-4d69-aa50-b7c0106a4e65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1128 time: 0.1095605 Feb 08 16:42:11.665875 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33010d6-ce5e-4796-a3bd-bbbe5a04cacf req-4038c5a0-b9b0-41b3-a6ee-0e68f1a4d345 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.667396 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d33010d6-ce5e-4796-a3bd-bbbe5a04cacf req-4038c5a0-b9b0-41b3-a6ee-0e68f1a4d345 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0731411 Feb 08 16:42:11.696902 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.697522 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:11.698879 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 1094 time: 2.5094130 Feb 08 16:42:11.699333 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:11.707867 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba492ada-7621-4952-a8a4-741fff09917d" -d '{"events": [{"name": "network-changed", "server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:11.719609 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-fda6f3cb-d4f3-48f7-b5e3-3f08b0c6501a service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110833 Feb 08 16:42:11.755541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f59ca1-5f88-4966-be41-24390b1f3f27 service neutron] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:11.789458 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703712c7-124c-4be2-8f7d-779875ae399a x-openstack-request-id: req-703712c7-124c-4be2-8f7d-779875ae399a {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:11.789739 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:11.789993 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-703712c7-124c-4be2-8f7d-779875ae399a {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:11.790266 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-952d5981-68e3-4502-89e9-25390482e3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:11.790370 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'status': 'completed', 'code': 200} Feb 08 16:42:11.884727 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d33010d6-ce5e-4796-a3bd-bbbe5a04cacf req-c3ed401c-11d9-447d-85e9-09c96f284b1b tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942589 Feb 08 16:42:11.991802 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-7f0a46b8-955d-4e64-917d-d5b43e3358af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:11.993375 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-7f0a46b8-955d-4e64-917d-d5b43e3358af service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.3250673 Feb 08 16:42:12.004697 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-952d5981-68e3-4502-89e9-25390482e3c1 admin admin] Publish callbacks [] for security_group (07268498-4a4e-4e0f-b95a-f9627534ece0), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.018719 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-952d5981-68e3-4502-89e9-25390482e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (07268498-4a4e-4e0f-b95a-f9627534ece0), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.064218 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-dedea616-7a3d-432a-bbff-811884105680 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 217 time: 0.0564544 Feb 08 16:42:12.086258 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-508e69c4-64d7-417e-836a-ab5e33bcfd3f service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572980 Feb 08 16:42:12.123808 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-e136bb44-942e-4d06-b9cb-bb4b435dc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.125231 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-e136bb44-942e-4d06-b9cb-bb4b435dc22b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1128 time: 0.3309689 Feb 08 16:42:12.134502 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-952d5981-68e3-4502-89e9-25390482e3c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f60d6a8c55a4cb9bd34a76961775131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5977259 Feb 08 16:42:12.135661 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5981-68e3-4502-89e9-25390482e3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07268498-4a4e-4e0f-b95a-f9627534ece0,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:12.138046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50318) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:12.160763 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-aebdfc68-5d68-43d5-a330-d390e6d26f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.163328 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-aebdfc68-5d68-43d5-a330-d390e6d26f4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0882688 Feb 08 16:42:12.170831 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-77e477f2-5d62-497d-a665-97cb63567f37 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419723 Feb 08 16:42:12.235431 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-a623e3df-a059-49db-b8eb-84ef09243a8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0980170 Feb 08 16:42:12.246873 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-f83e6b53-bf79-4822-94c6-dc6fa11d101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.246873 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-f83e6b53-bf79-4822-94c6-dc6fa11d101f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729644 Feb 08 16:42:12.247151 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eabfe-b5e8-43f3-9796-949c77b223dc req-f7f99c43-2567-431c-980e-5bd92e2a3c99 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.247985 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-469eabfe-b5e8-43f3-9796-949c77b223dc req-f7f99c43-2567-431c-980e-5bd92e2a3c99 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.4081931 Feb 08 16:42:12.367212 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-38492a77-99a5-4b6f-8b2b-10f9b0a60379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.367212 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-38492a77-99a5-4b6f-8b2b-10f9b0a60379 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.1111760 Feb 08 16:42:12.373953 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d986127-9c67-4d54-9711-745b0d2c8169 req-ca4e5d7e-782e-41fb-b9f6-f7a8b16cb0e8 service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742662 Feb 08 16:42:12.417016 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] Publish callbacks [] for security_group (07268498-4a4e-4e0f-b95a-f9627534ece0), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.421318 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-65d35c1c-85a1-44ce-a204-6f8fe607b4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653135 Feb 08 16:42:12.446796 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-469eabfe-b5e8-43f3-9796-949c77b223dc req-e8955616-d89f-47a0-b72e-b9e144a078e0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893272 Feb 08 16:42:12.489499 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] Publish callbacks [] for security_group (07268498-4a4e-4e0f-b95a-f9627534ece0), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.561329 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad4ba-afda-43a9-b633-514534252705 req-f456d893-28bb-488c-96bd-0817c7af68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.562857 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-f456d893-28bb-488c-96bd-0817c7af68ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723711 Feb 08 16:42:12.634141 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0d5ec45-8989-4096-bd5f-4060728f9271 req-2dc2d55d-afbc-49af-98a3-eec936a837f3 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047193 Feb 08 16:42:12.664438 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (07268498-4a4e-4e0f-b95a-f9627534ece0), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.667801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:12.668764 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07268498-4a4e-4e0f-b95a-f9627534ece0 HTTP/1.1" status: 204 len: 168 time: 0.5003083 Feb 08 16:42:12.684631 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051482b4-109f-4884-8edc-040b2b5a9acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07268498-4a4e-4e0f-b95a-f9627534ece0,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:12.761040 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-26808900-4519-4df7-9ea6-eb3ad54e466c service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903052 Feb 08 16:42:12.764658 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497f1e-bee3-48f6-92b1-f2223cc60929 req-7c41ff2a-73ea-49e3-8691-ef55edec5359 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.766523 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-61497f1e-bee3-48f6-92b1-f2223cc60929 req-7c41ff2a-73ea-49e3-8691-ef55edec5359 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.1308715 Feb 08 16:42:12.825159 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-61497f1e-bee3-48f6-92b1-f2223cc60929 req-79b83cdd-134e-4a80-a5ff-4ccb2cca2249 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533199 Feb 08 16:42:12.841296 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3816f-e24a-46a1-b148-1743df7b0f49 req-94908ba1-1abd-4cca-8908-d6a9c5fb47c3 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:12.847818 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-38b3816f-e24a-46a1-b148-1743df7b0f49 req-94908ba1-1abd-4cca-8908-d6a9c5fb47c3 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.1499622 Feb 08 16:42:12.930534 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-486ad4ba-afda-43a9-b633-514534252705 req-b88b27eb-e4d4-4808-a21d-1c1350237a1b service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609135 Feb 08 16:42:12.941987 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-38b3816f-e24a-46a1-b148-1743df7b0f49 req-a0f8d7b1-7b05-4a65-a8a6-92135ce9edd5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702384 Feb 08 16:42:13.004554 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df216f6c-dff2-40a6-b3fa-92e2cb7f04cc req-32ac8ea4-0a56-4b5f-b1e1-729c44ba81f9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:13.006828 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-df216f6c-dff2-40a6-b3fa-92e2cb7f04cc req-32ac8ea4-0a56-4b5f-b1e1-729c44ba81f9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0583239 Feb 08 16:42:13.022313 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50360) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:13.035908 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f968a864-bc23-43d5-861f-1e35813f6aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.054711 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-df216f6c-dff2-40a6-b3fa-92e2cb7f04cc req-2d87fd77-14f2-4acb-a43a-c60cc19ecd07 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Feb 08 16:42:13.111962 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f968a864-bc23-43d5-861f-1e35813f6aa8 admin admin] Publish callbacks [] for security_group (e0ac7520-c026-4a68-9b19-8f865bc8dea1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.115428 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f968a864-bc23-43d5-861f-1e35813f6aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e0ac7520-c026-4a68-9b19-8f865bc8dea1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.153932 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f968a864-bc23-43d5-861f-1e35813f6aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ea6a7b9d10e492c95a1eb529d04fa17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303132 Feb 08 16:42:13.155273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968a864-bc23-43d5-861f-1e35813f6aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac7520-c026-4a68-9b19-8f865bc8dea1,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:13.156617 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50362) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:13.202535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] Publish callbacks [] for security_group (e0ac7520-c026-4a68-9b19-8f865bc8dea1), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.223062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] Publish callbacks [] for security_group (e0ac7520-c026-4a68-9b19-8f865bc8dea1), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.270759 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e0ac7520-c026-4a68-9b19-8f865bc8dea1), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.273289 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:13.274423 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0ac7520-c026-4a68-9b19-8f865bc8dea1 HTTP/1.1" status: 204 len: 168 time: 0.1168239 Feb 08 16:42:13.282183 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ac51-b652-417b-b6e9-4058e7930eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac7520-c026-4a68-9b19-8f865bc8dea1,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:13.572078 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92177f36-dc8b-4f23-8954-7afb2530fa87 req-a5f082de-7468-4f42-8f27-b85df4dd7589 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:13.573617 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92177f36-dc8b-4f23-8954-7afb2530fa87 req-a5f082de-7468-4f42-8f27-b85df4dd7589 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0584953 Feb 08 16:42:13.632404 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-92177f36-dc8b-4f23-8954-7afb2530fa87 req-252cf49c-01b4-4c15-99fa-a5ad9b88f0ac tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517666 Feb 08 16:42:13.975595 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945efdb7-7ee7-4f07-a0db-a07e758fdda2 req-3ea3e46f-f024-457d-a22d-106cfc8d2764 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:13.977122 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-945efdb7-7ee7-4f07-a0db-a07e758fdda2 req-3ea3e46f-f024-457d-a22d-106cfc8d2764 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0775964 Feb 08 16:42:14.061161 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-945efdb7-7ee7-4f07-a0db-a07e758fdda2 req-35f1f98e-067b-4838-b946-841647801514 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768158 Feb 08 16:42:14.090363 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133fb9a-68bb-400c-b416-687a0b496253 req-a526e388-b122-475f-88c9-0588eedc5d52 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:14.093137 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c133fb9a-68bb-400c-b416-687a0b496253 req-a526e388-b122-475f-88c9-0588eedc5d52 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0695822 Feb 08 16:42:14.148376 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c133fb9a-68bb-400c-b416-687a0b496253 req-8ee5daca-e5a4-4efd-976b-e2cee9f05085 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493999 Feb 08 16:42:14.195805 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf201f60-9c05-455c-b9fd-839a043d4447 req-b96afb58-fb69-4ab8-bfc9-0fb14e8466d0 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:14.197940 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf201f60-9c05-455c-b9fd-839a043d4447 req-b96afb58-fb69-4ab8-bfc9-0fb14e8466d0 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0659146 Feb 08 16:42:14.248122 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf201f60-9c05-455c-b9fd-839a043d4447 req-d9608e99-02fa-4c30-a385-18b1f46b5080 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Feb 08 16:42:14.755102 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f81a0-ae48-4380-8746-135b3ac5466d req-c802bd6d-e115-4619-9597-b58d02c3b657 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:14.758261 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-810f81a0-ae48-4380-8746-135b3ac5466d req-c802bd6d-e115-4619-9597-b58d02c3b657 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0574274 Feb 08 16:42:14.806557 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-810f81a0-ae48-4380-8746-135b3ac5466d req-e36ba523-0e02-41aa-af6d-e7fb660ace87 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Feb 08 16:42:15.002653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c74e45fa-8736-4935-9ded-fac78de32cfe details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:42:15.017999 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50442) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:15.106775 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c74e45fa-8736-4935-9ded-fac78de32cfe,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:15.119244 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'c74e45fa-8736-4935-9ded-fac78de32cfe', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'port_id': 'c74e45fa-8736-4935-9ded-fac78de32cfe', 'mac_address': 'fa:16:3e:e7:f8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:42:15.128680 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ccb9049-1844-44d0-81ae-2f45331f4d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.159468 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port c74e45fa-8736-4935-9ded-fac78de32cfe is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:15.159880 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.173618 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74e45fa-8736-4935-9ded-fac78de32cfe {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:15.197541 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c74e45fa-8736-4935-9ded-fac78de32cfe,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:15.201440 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.226015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3520079-a246-4784-942c-31b323c60154 req-f5b28e71-abde-4305-b7d4-b337394e7616 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:15.227589 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c3520079-a246-4784-942c-31b323c60154 req-f5b28e71-abde-4305-b7d4-b337394e7616 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0860467 Feb 08 16:42:15.251675 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:15.279130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ccb9049-1844-44d0-81ae-2f45331f4d4a admin admin] Publish callbacks [] for security_group (1c153863-731b-47cb-b3fd-da6ab9dc49a9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.284081 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ccb9049-1844-44d0-81ae-2f45331f4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1c153863-731b-47cb-b3fd-da6ab9dc49a9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.295131 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35622-4e81-4414-8439-7ed583e16571 req-37e45647-393b-4a51-b8c0-3972ee672bef tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:15.296847 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13e35622-4e81-4414-8439-7ed583e16571 req-37e45647-393b-4a51-b8c0-3972ee672bef tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0699885 Feb 08 16:42:15.339526 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c3520079-a246-4784-942c-31b323c60154 req-059712c6-a1bb-4368-8f5f-131ff004b93f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024156 Feb 08 16:42:15.343192 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7ccb9049-1844-44d0-81ae-2f45331f4d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=244baa94494c49859e4871f1b3fc30d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229988 Feb 08 16:42:15.344078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb9049-1844-44d0-81ae-2f45331f4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c153863-731b-47cb-b3fd-da6ab9dc49a9,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:15.346341 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50452) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:15.350076 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13e35622-4e81-4414-8439-7ed583e16571 req-dac4f88a-e824-473d-896d-2302b00c4ffd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Feb 08 16:42:15.397829 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] Publish callbacks [] for security_group (1c153863-731b-47cb-b3fd-da6ab9dc49a9), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.419210 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] Publish callbacks [] for security_group (1c153863-731b-47cb-b3fd-da6ab9dc49a9), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.466336 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1c153863-731b-47cb-b3fd-da6ab9dc49a9), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.469062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.472590 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c153863-731b-47cb-b3fd-da6ab9dc49a9 HTTP/1.1" status: 204 len: 168 time: 0.1230745 Feb 08 16:42:15.472735 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ae00e-04a5-400b-b564-eb498f1560b8 req-ace45381-d6c5-4159-b558-e689aba81b5a tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:15.473314 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e95ae00e-04a5-400b-b564-eb498f1560b8 req-ace45381-d6c5-4159-b558-e689aba81b5a tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0568378 Feb 08 16:42:15.478972 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2547b-3118-48d2-aabe-62c9b55299c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c153863-731b-47cb-b3fd-da6ab9dc49a9,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:15.527316 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e95ae00e-04a5-400b-b564-eb498f1560b8 req-19d1d1f2-85cf-4268-911b-07479708976f tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Feb 08 16:42:15.755852 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50460) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:15.769130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f610-5957-4b3b-82bf-c1d30c937cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.847555 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f610-5957-4b3b-82bf-c1d30c937cbb admin admin] Publish callbacks [] for security_group (9e415213-61f1-4fb7-bfa3-5da41d72b118), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.851666 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f610-5957-4b3b-82bf-c1d30c937cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9e415213-61f1-4fb7-bfa3-5da41d72b118), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.899242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9f610-5957-4b3b-82bf-c1d30c937cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e415213-61f1-4fb7-bfa3-5da41d72b118,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:15.917616 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-bcb9f610-5957-4b3b-82bf-c1d30c937cbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb975882e08c4c31a2ea499ae678064a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604025 Feb 08 16:42:15.920232 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50466) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:15.946901 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eae6b-6a50-46d1-af7a-7539ed3e2aa0 req-c9fb8a54-95dd-409b-810c-c10dc68113ec tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:15.948641 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-035eae6b-6a50-46d1-af7a-7539ed3e2aa0 req-c9fb8a54-95dd-409b-810c-c10dc68113ec tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0710461 Feb 08 16:42:15.985927 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] Publish callbacks [] for security_group (9e415213-61f1-4fb7-bfa3-5da41d72b118), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:15.997937 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-035eae6b-6a50-46d1-af7a-7539ed3e2aa0 req-4a074810-3092-4934-8054-01dae82606c6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Feb 08 16:42:16.008664 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] Publish callbacks [] for security_group (9e415213-61f1-4fb7-bfa3-5da41d72b118), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:16.063366 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9e415213-61f1-4fb7-bfa3-5da41d72b118), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:16.065888 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:16.067080 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e415213-61f1-4fb7-bfa3-5da41d72b118 HTTP/1.1" status: 204 len: 168 time: 0.1450677 Feb 08 16:42:16.075996 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2939f2-4f6d-43ca-8210-0343cfdbf3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e415213-61f1-4fb7-bfa3-5da41d72b118,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:16.486348 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028ac2f-b6e0-4216-b1c2-c4af883d345f req-20f3bd1d-6c30-4933-96a5-487dac939d38 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:16.487945 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6028ac2f-b6e0-4216-b1c2-c4af883d345f req-20f3bd1d-6c30-4933-96a5-487dac939d38 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0553095 Feb 08 16:42:16.494286 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b185ce-54a6-49bf-a4d6-55017035e9b6 req-544e076a-bcd7-41c2-9148-1ffd83eec514 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:16.496468 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-94b185ce-54a6-49bf-a4d6-55017035e9b6 req-544e076a-bcd7-41c2-9148-1ffd83eec514 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0568745 Feb 08 16:42:16.552063 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6028ac2f-b6e0-4216-b1c2-c4af883d345f req-7fdb1ca8-ae52-4d36-aa5a-d8a578529efc tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561886 Feb 08 16:42:16.556623 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-94b185ce-54a6-49bf-a4d6-55017035e9b6 req-4e2b53e2-c1dc-4423-b1ca-f3cd932a1ced tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540516 Feb 08 16:42:16.665025 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e2f3-7aa1-40e9-93cc-04fb4ad151f7 req-0062bd56-4d8e-416d-b929-151238da84b5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:16.667057 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-95d4e2f3-7aa1-40e9-93cc-04fb4ad151f7 req-0062bd56-4d8e-416d-b929-151238da84b5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0573339 Feb 08 16:42:16.714606 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-95d4e2f3-7aa1-40e9-93cc-04fb4ad151f7 req-aadcde80-0519-4649-ab11-514bc77eb767 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Feb 08 16:42:17.129249 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769b1e-880a-4dc9-b02c-83e80163ee57 req-2149d85e-e068-48ab-ab8c-005a11661fb4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.132942 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7f769b1e-880a-4dc9-b02c-83e80163ee57 req-2149d85e-e068-48ab-ab8c-005a11661fb4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0548244 Feb 08 16:42:17.181693 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7f769b1e-880a-4dc9-b02c-83e80163ee57 req-379f46be-fcb2-4c03-a227-1e96bec03fda tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Feb 08 16:42:17.514862 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492ada-7621-4952-a8a4-741fff09917d req-fa29a95d-137c-4484-8ed0-8636196e90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.516373 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-fa29a95d-137c-4484-8ed0-8636196e90e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1128 time: 0.0561686 Feb 08 16:42:17.638203 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492ada-7621-4952-a8a4-741fff09917d req-557b324b-e42e-4627-97dc-6379f1167aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.639680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-557b324b-e42e-4627-97dc-6379f1167aaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.1171882 Feb 08 16:42:17.696351 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-7513ce63-b0bf-49fd-9bc0-94ce0975a87d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0416186 Feb 08 16:42:17.718474 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a164-8894-4c7b-b3c8-421047076fd5 req-21e93d38-672b-4881-a445-51158cdba7a3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.720095 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6de7a164-8894-4c7b-b3c8-421047076fd5 req-21e93d38-672b-4881-a445-51158cdba7a3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0589218 Feb 08 16:42:17.757712 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4e548-8a43-4d07-a75f-2e9d34c2af6f req-f2f011a9-59da-4041-a4c1-bb5df1a20e83 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.759204 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4bb4e548-8a43-4d07-a75f-2e9d34c2af6f req-f2f011a9-59da-4041-a4c1-bb5df1a20e83 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.1425922 Feb 08 16:42:17.769274 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492ada-7621-4952-a8a4-741fff09917d req-ff333622-6939-4e4e-bd2d-4b7c2514bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.770680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-ff333622-6939-4e4e-bd2d-4b7c2514bbf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0681593 Feb 08 16:42:17.774865 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6de7a164-8894-4c7b-b3c8-421047076fd5 req-c22da0fb-3812-44ba-b110-cb756555f443 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492556 Feb 08 16:42:17.855283 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492ada-7621-4952-a8a4-741fff09917d req-0f2f5185-971c-4e05-a4a2-f144161129ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.856813 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-0f2f5185-971c-4e05-a4a2-f144161129ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792546 Feb 08 16:42:17.864910 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4bb4e548-8a43-4d07-a75f-2e9d34c2af6f req-c0e327c0-82b0-42b7-a905-0b5bbab2f04d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977259 Feb 08 16:42:17.899279 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c8fb2-edb2-4c2a-9e9e-90dcdf07cd7f req-273a0965-ed9b-4a6d-86f1-7dd0366d53a4 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:17.900875 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-359c8fb2-edb2-4c2a-9e9e-90dcdf07cd7f req-273a0965-ed9b-4a6d-86f1-7dd0366d53a4 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0641556 Feb 08 16:42:17.958669 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-359c8fb2-edb2-4c2a-9e9e-90dcdf07cd7f req-7d548276-d2ed-4e61-968c-96ff709d913c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Feb 08 16:42:17.989495 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-30559589-434e-4c2a-98b1-f3df3179a7aa service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233346 Feb 08 16:42:18.082616 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ba492ada-7621-4952-a8a4-741fff09917d req-64302891-712e-44e7-bbde-34ea1c2fa869 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872886 Feb 08 16:42:18.436068 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f819-ab9b-4964-8225-10feb2fc6dcd req-8e589e6a-1c1f-4584-a539-a0d100441987 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:18.437535 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e764f819-ab9b-4964-8225-10feb2fc6dcd req-8e589e6a-1c1f-4584-a539-a0d100441987 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0590432 Feb 08 16:42:18.486483 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e764f819-ab9b-4964-8225-10feb2fc6dcd req-3c5d6c4f-524b-4493-b850-c8d97e690437 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Feb 08 16:42:18.899050 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177745be-4942-4f7d-8025-1e7339a7e0bb req-a4ea0461-fc3b-4e06-a36f-d8000d1aedf0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:18.900554 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-177745be-4942-4f7d-8025-1e7339a7e0bb req-a4ea0461-fc3b-4e06-a36f-d8000d1aedf0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0525305 Feb 08 16:42:18.947355 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-177745be-4942-4f7d-8025-1e7339a7e0bb req-28ce403b-4c84-4c0a-be1e-9619de8f1275 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Feb 08 16:42:18.977975 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1eb5-9048-4c01-97a8-eb7d943d4075 req-4cd25e49-fa7e-4fa0-acec-f1dab88f709c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:18.979419 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-af3e1eb5-9048-4c01-97a8-eb7d943d4075 req-4cd25e49-fa7e-4fa0-acec-f1dab88f709c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0523584 Feb 08 16:42:19.027450 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-af3e1eb5-9048-4c01-97a8-eb7d943d4075 req-ea663624-0936-46da-8a9d-a5b2485eb524 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Feb 08 16:42:19.086522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aeebe-e2e1-4078-b2cd-1e2aa2b11dc7 req-a93cba50-4855-43c6-a66e-d7eeb32756f7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:19.087956 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0f2aeebe-e2e1-4078-b2cd-1e2aa2b11dc7 req-a93cba50-4855-43c6-a66e-d7eeb32756f7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 943 time: 0.0519865 Feb 08 16:42:19.103246 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['c74e45fa-8736-4935-9ded-fac78de32cfe'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:19.140404 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0f2aeebe-e2e1-4078-b2cd-1e2aa2b11dc7 req-682d4992-2e48-4414-b6f9-3aff371780e5 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468552 Feb 08 16:42:19.449078 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:42:19.559400 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,segment=NetworkSegment(10f8f77f-749c-4648-ae20-26e334618005),segment_id=10f8f77f-749c-4648-ae20-26e334618005)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:19.570893 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8', 'network_id': '401a371c-221c-42c3-b115-a08adffde4ba', 'port_id': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8', 'mac_address': 'fa:16:3e:49:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2abdc76-849b-4b00-b6c2-bbeded0d6283', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:42:19.613763 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:19.614149 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:19.616825 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae200b-629d-42ec-9039-9a9c0627ebcd req-6b8e956e-4931-49c2-a559-7b1bc4c1948a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:19.618385 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-efae200b-629d-42ec-9039-9a9c0627ebcd req-6b8e956e-4931-49c2-a559-7b1bc4c1948a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0573773 Feb 08 16:42:19.626743 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:19.648791 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,segment=NetworkSegment(10f8f77f-749c-4648-ae20-26e334618005),segment_id=10f8f77f-749c-4648-ae20-26e334618005)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:19.652304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:19.669032 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-efae200b-629d-42ec-9039-9a9c0627ebcd req-293e40ee-107b-4a03-8d35-20eab1bd2dcc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Feb 08 16:42:19.699682 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:20.070463 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff8e31-e7d0-44b6-bafc-c148c79c381a req-e49ad572-1001-46c1-9b89-d84adcd69773 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.072242 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27ff8e31-e7d0-44b6-bafc-c148c79c381a req-e49ad572-1001-46c1-9b89-d84adcd69773 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0549393 Feb 08 16:42:20.119695 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27ff8e31-e7d0-44b6-bafc-c148c79c381a req-3cacd764-bc55-4f3d-a897-384268c85da8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Feb 08 16:42:20.151591 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c40b-2887-4148-a969-088c8d07f816 req-1c8fc6ad-8f65-43be-b24d-adc4e3b3035d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.153139 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b610c40b-2887-4148-a969-088c8d07f816 req-1c8fc6ad-8f65-43be-b24d-adc4e3b3035d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0532985 Feb 08 16:42:20.202463 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b610c40b-2887-4148-a969-088c8d07f816 req-48f2ec2b-4e9e-40f0-bd7b-2166dbe509b3 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Feb 08 16:42:20.260409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45e84-0f01-4400-90cd-c0941620ace5 req-ac01e9a6-8a05-4ae0-b4fb-1d74783901ac tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.261808 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dbd45e84-0f01-4400-90cd-c0941620ace5 req-ac01e9a6-8a05-4ae0-b4fb-1d74783901ac tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 944 time: 0.0533710 Feb 08 16:42:20.309278 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dbd45e84-0f01-4400-90cd-c0941620ace5 req-ec55bfc5-2220-4aae-ad50-93676cf9a211 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Feb 08 16:42:20.471389 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['8ada1591-1e3d-4284-b7ae-9c7a774e81b8'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:20.786152 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1efe61-d546-4669-90b1-a35b13f0e6aa req-a1911b7c-613a-4416-899f-c7cd723ba660 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.787585 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d1efe61-d546-4669-90b1-a35b13f0e6aa req-a1911b7c-613a-4416-899f-c7cd723ba660 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 943 time: 0.0516396 Feb 08 16:42:20.841751 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d1efe61-d546-4669-90b1-a35b13f0e6aa req-d19f0f84-60cb-43c4-870e-28b9d91261bb tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476611 Feb 08 16:42:21.251880 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509f8e1-f3f2-4df7-84aa-427e484b3a6f req-1ab925c0-749b-4903-81a2-284a8c764089 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:21.253661 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a509f8e1-f3f2-4df7-84aa-427e484b3a6f req-1ab925c0-749b-4903-81a2-284a8c764089 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0607891 Feb 08 16:42:21.311583 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a509f8e1-f3f2-4df7-84aa-427e484b3a6f req-39bda2c1-74a3-485d-9ada-50d3c47fd7ca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502453 Feb 08 16:42:21.331095 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d77eaf-aa13-455d-b3fb-9434deeb4d7c req-ba488925-f07d-4ad5-bf18-e99c61a3d0e9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:21.333219 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05d77eaf-aa13-455d-b3fb-9434deeb4d7c req-ba488925-f07d-4ad5-bf18-e99c61a3d0e9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 944 time: 0.0548127 Feb 08 16:42:21.394895 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05d77eaf-aa13-455d-b3fb-9434deeb4d7c req-b8b5eddd-dcc1-4159-9b06-497b04e1acbc tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541663 Feb 08 16:42:21.443348 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f33544-854c-4c49-8d2d-29eba7b7e886 req-01254b83-c5a8-4ffa-a7e7-0851d4ce8133 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:21.445026 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3f33544-854c-4c49-8d2d-29eba7b7e886 req-01254b83-c5a8-4ffa-a7e7-0851d4ce8133 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 944 time: 0.0560141 Feb 08 16:42:21.461473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 34c8d083-5aff-4e0c-ab35-54f6088f7587 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:42:21.466449 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:21.496337 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3f33544-854c-4c49-8d2d-29eba7b7e886 req-25b22189-374c-4af6-ab8d-0b09bfbe9907 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Feb 08 16:42:21.581846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:42:21.594101 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:21.594552 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.632568 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:21.656703 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '34c8d083-5aff-4e0c-ab35-54f6088f7587', 'network_id': 'a853a558-0896-4700-8a59-b29597b86231', 'port_id': '34c8d083-5aff-4e0c-ab35-54f6088f7587', 'mac_address': 'fa:16:3e:b3:85:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e7243a-cfb7-4735-a054-24be967c73bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:42:21.728736 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 34c8d083-5aff-4e0c-ab35-54f6088f7587 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:21.729119 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.745911 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c8d083-5aff-4e0c-ab35-54f6088f7587 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:21.750136 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:21.750483 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.781400 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:21.785443 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.786162 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:42:21.793134 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:21.886931 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,segment=NetworkSegment(10f8f77f-749c-4648-ae20-26e334618005),segment_id=10f8f77f-749c-4648-ae20-26e334618005)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:21.896917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.898693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c74e45fa-8736-4935-9ded-fac78de32cfe up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:21.986464 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ea99-6c0a-41a5-99ef-fe78d731e890 req-c731fe80-3258-454e-83a6-e85ac3145567 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:21.988555 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:21.989736 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fba5ea99-6c0a-41a5-99ef-fe78d731e890 req-c731fe80-3258-454e-83a6-e85ac3145567 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0761309 Feb 08 16:42:22.028142 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b235cae-6402-415f-a43c-f82ee09894b4" -d '{"events": [{"server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "name": "network-vif-plugged", "status": "completed", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:22.068181 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fba5ea99-6c0a-41a5-99ef-fe78d731e890 req-c17e53da-7d3c-47a6-9695-5fd364a75df7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606356 Feb 08 16:42:22.088669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port c74e45fa-8736-4935-9ded-fac78de32cfe completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:42:22.093777 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:22.098869 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:22.107123 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port c74e45fa-8736-4935-9ded-fac78de32cfe triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:22.107467 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:22.131346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'port_id': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'mac_address': 'fa:16:3e:4b:8f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:42:22.166369 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3ee83f-25d0-49a3-bade-341f4d14ef4b x-openstack-request-id: req-8a3ee83f-25d0-49a3-bade-341f4d14ef4b {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:22.166685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "name": "network-vif-plugged", "status": "completed", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:22.166946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a3ee83f-25d0-49a3-bade-341f4d14ef4b {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:22.167401 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8', 'code': 200} Feb 08 16:42:22.187055 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:22.187442 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:22.204408 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:22.252092 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:22.254736 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port c74e45fa-8736-4935-9ded-fac78de32cfe is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:22.255196 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:22.259140 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:22.323731 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c74e45fa-8736-4935-9ded-fac78de32cfe,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:22.329218 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:22.331134 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:22.380013 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:22.432525 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34c28-50fd-458c-98c5-b752938727b8 req-80c6bb18-6b7f-4d92-acbb-b91a0e9dfa37 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:22.434133 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bda34c28-50fd-458c-98c5-b752938727b8 req-80c6bb18-6b7f-4d92-acbb-b91a0e9dfa37 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0577364 Feb 08 16:42:22.482858 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bda34c28-50fd-458c-98c5-b752938727b8 req-b44c0a20-a55b-486f-9dd3-722f1468f5a8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Feb 08 16:42:22.525506 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cfcf2-4c37-4d67-b639-0bf7715fecf3 req-2d6dc776-9a01-45a7-8475-42a003bc70ef tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:22.528321 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-992cfcf2-4c37-4d67-b639-0bf7715fecf3 req-2d6dc776-9a01-45a7-8475-42a003bc70ef tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0654361 Feb 08 16:42:22.580427 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-992cfcf2-4c37-4d67-b639-0bf7715fecf3 req-0858b77b-808a-42ff-be00-fa0e0eabefec tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466511 Feb 08 16:42:22.632408 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6ebb9-16f5-4d82-8e9f-bf688e2c4efd req-93dd6189-d07d-43e1-988c-6cd97d79b4d8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:22.634081 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-58f6ebb9-16f5-4d82-8e9f-bf688e2c4efd req-93dd6189-d07d-43e1-988c-6cd97d79b4d8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0559394 Feb 08 16:42:22.682794 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-58f6ebb9-16f5-4d82-8e9f-bf688e2c4efd req-b12a0f52-0b6f-4e67-8ded-6ab6ae9920ad tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Feb 08 16:42:23.180992 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d4c85-fa28-4a35-a3c4-fbf3e50bb114 req-55fa7609-fc3b-48b9-a983-46954ea03a44 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:23.182488 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d23d4c85-fa28-4a35-a3c4-fbf3e50bb114 req-55fa7609-fc3b-48b9-a983-46954ea03a44 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0564396 Feb 08 16:42:23.232297 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d23d4c85-fa28-4a35-a3c4-fbf3e50bb114 req-b1535cb3-93c8-4c83-8c46-a8ee7aefdc0a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Feb 08 16:42:23.603952 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4f008-c848-42a0-ae8e-23c5555321f1 req-9caaa67f-cf16-4481-998b-56d902063b1e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:23.605460 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-abf4f008-c848-42a0-ae8e-23c5555321f1 req-9caaa67f-cf16-4481-998b-56d902063b1e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0520113 Feb 08 16:42:23.658243 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-abf4f008-c848-42a0-ae8e-23c5555321f1 req-61b8ae1d-aa54-4d6e-8187-9ad547390a86 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Feb 08 16:42:23.706794 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df9b1-6bf7-44c2-a0ef-49c7a7c4aaf4 req-b4348c11-9035-41c4-b44b-9e2552227359 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:23.708285 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6e6df9b1-6bf7-44c2-a0ef-49c7a7c4aaf4 req-b4348c11-9035-41c4-b44b-9e2552227359 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Feb 08 16:42:23.757883 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6e6df9b1-6bf7-44c2-a0ef-49c7a7c4aaf4 req-10a8cbf4-83e4-4165-89f2-f05db0869688 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433698 Feb 08 16:42:23.806807 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3955-2f3a-46d8-8746-16b1881a69d8 req-fdb2bc75-4583-4f03-a139-2018ca4263aa tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:23.808277 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ca4c3955-2f3a-46d8-8746-16b1881a69d8 req-fdb2bc75-4583-4f03-a139-2018ca4263aa tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Feb 08 16:42:23.854649 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ca4c3955-2f3a-46d8-8746-16b1881a69d8 req-4adead5e-d18f-4d84-bb18-e1ef876686ce tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Feb 08 16:42:24.168835 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:24.171146 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf4764-9fdd-4977-b308-63bd6c0055f8" -d '{"events": [{"server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "name": "network-vif-plugged", "status": "completed", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:24.207035 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5369a9b-3fb8-4490-b941-5bb99eac0905 x-openstack-request-id: req-a5369a9b-3fb8-4490-b941-5bb99eac0905 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:24.207350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "name": "network-vif-plugged", "status": "completed", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:24.207604 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5369a9b-3fb8-4490-b941-5bb99eac0905 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:24.208020 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe', 'code': 200} Feb 08 16:42:24.346553 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a4e2-acd0-457d-a528-5371ced90f49 req-473622de-3645-4f1e-82ac-be48ffedb2fd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:24.348007 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5db7a4e2-acd0-457d-a528-5371ced90f49 req-473622de-3645-4f1e-82ac-be48ffedb2fd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0515904 Feb 08 16:42:24.369817 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:42:24.407551 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5db7a4e2-acd0-457d-a528-5371ced90f49 req-88ff5265-9ffb-4a51-86b9-67d94624ab1c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535319 Feb 08 16:42:24.489020 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:24.500057 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:42:24.535946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:24.536339 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.549237 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:24.568035 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:24.571605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.619327 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:24.790409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca839-16a7-4460-9df5-36f96e183daa req-5df1b13e-a201-4930-90ed-1bfbc85b7e46 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:24.791998 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-440ca839-16a7-4460-9df5-36f96e183daa req-5df1b13e-a201-4930-90ed-1bfbc85b7e46 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Feb 08 16:42:24.839697 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-440ca839-16a7-4460-9df5-36f96e183daa req-faf73438-4cbb-4aae-bf71-80732056333b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Feb 08 16:42:24.877939 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02494ede-21b4-4521-b403-6047d9146f73 req-d66506db-a790-49c7-a5f3-d0178468e61d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:24.879412 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02494ede-21b4-4521-b403-6047d9146f73 req-d66506db-a790-49c7-a5f3-d0178468e61d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0552907 Feb 08 16:42:24.927047 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-02494ede-21b4-4521-b403-6047d9146f73 req-9b0998a3-0b65-4341-bc41-faa5f665968d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Feb 08 16:42:24.971827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b356cda-2960-4274-973c-037bdd8c8152 req-c9d0006d-f946-483a-82f3-270ab0b6951b tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:24.973356 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7b356cda-2960-4274-973c-037bdd8c8152 req-c9d0006d-f946-483a-82f3-270ab0b6951b tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0531497 Feb 08 16:42:25.019242 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7b356cda-2960-4274-973c-037bdd8c8152 req-4e0920ff-4ad4-4ccb-939f-9c1d877fdc9d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Feb 08 16:42:25.549030 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed9690-0336-4264-b75c-414c5811ef69 req-397d4226-50f3-48de-a01c-b3a45812080c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:25.550461 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84ed9690-0336-4264-b75c-414c5811ef69 req-397d4226-50f3-48de-a01c-b3a45812080c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0515697 Feb 08 16:42:25.595804 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84ed9690-0336-4264-b75c-414c5811ef69 req-d7200dd4-f389-47e6-be8e-24a5145643f3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 Feb 08 16:42:25.667079 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a129025d-cb14-4a7b-a8e7-a156ce8a63b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.874787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db884-31f6-472a-8729-bb86bdff721f req-ec6fc430-b5be-4bdb-9a3d-e5b113488f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:25.876330 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-085db884-31f6-472a-8729-bb86bdff721f req-ec6fc430-b5be-4bdb-9a3d-e5b113488f2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 1129 time: 0.0860407 Feb 08 16:42:25.903105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-085db884-31f6-472a-8729-bb86bdff721f req-61de7b0d-61c2-4dc1-b2a4-bf2fa542a2c1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.979237 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-085db884-31f6-472a-8729-bb86bdff721f req-61de7b0d-61c2-4dc1-b2a4-bf2fa542a2c1 service neutron] Publish callbacks [] for security_group (f0887a94-f5e9-4700-a2e2-07fa29f45bda), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.984262 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-085db884-31f6-472a-8729-bb86bdff721f req-61de7b0d-61c2-4dc1-b2a4-bf2fa542a2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f0887a94-f5e9-4700-a2e2-07fa29f45bda), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.000821 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc3dfe-63a5-4335-a1c2-788f99f9cdba req-254b405f-a2ca-481c-84e4-75ea68e72a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:26.002303 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-52dc3dfe-63a5-4335-a1c2-788f99f9cdba req-254b405f-a2ca-481c-84e4-75ea68e72a5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.1157932 Feb 08 16:42:26.010388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ea93d-6065-4dcb-ad6c-9fa5f6990062 req-59c0ec9b-7d7d-4749-b040-4f3cb5e988c9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:26.013131 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd4ea93d-6065-4dcb-ad6c-9fa5f6990062 req-59c0ec9b-7d7d-4749-b040-4f3cb5e988c9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0938399 Feb 08 16:42:26.055783 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-085db884-31f6-472a-8729-bb86bdff721f req-61de7b0d-61c2-4dc1-b2a4-bf2fa542a2c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691763 Feb 08 16:42:26.058024 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de7b0d-61c2-4dc1-b2a4-bf2fa542a2c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0887a94-f5e9-4700-a2e2-07fa29f45bda,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:26.084008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a544c0e-7671-43d1-89ce-e3ded431e77b req-d5c3c8b2-4ad5-4b76-b1ff-f0c260a364c6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:26.085995 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a544c0e-7671-43d1-89ce-e3ded431e77b req-d5c3c8b2-4ad5-4b76-b1ff-f0c260a364c6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0757415 Feb 08 16:42:26.086571 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-52dc3dfe-63a5-4335-a1c2-788f99f9cdba req-2d8c52b7-8740-4219-b515-cb05476395cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738823 Feb 08 16:42:26.093252 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd4ea93d-6065-4dcb-ad6c-9fa5f6990062 req-9023771b-aacb-4d90-8002-54bd8f054b4e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747099 Feb 08 16:42:26.136793 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a544c0e-7671-43d1-89ce-e3ded431e77b req-134f9f0f-baa5-4e46-8093-c932932d6cd9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452149 Feb 08 16:42:26.200635 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45715457-2e70-4bfd-9c43-763c87fbc985 req-71e332a7-4b59-418a-bf7c-85eef4c482ab tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:26.202058 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-45715457-2e70-4bfd-9c43-763c87fbc985 req-71e332a7-4b59-418a-bf7c-85eef4c482ab tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Feb 08 16:42:26.246539 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-45715457-2e70-4bfd-9c43-763c87fbc985 req-bfda78e7-5ef0-42ee-b3ee-6876bb051961 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389686 Feb 08 16:42:26.712708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afa5cd-711b-4ad6-9797-39cfc2a9cdad req-04e7680b-5ed5-4b26-a226-e77d2f4accd7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:26.714150 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-75afa5cd-711b-4ad6-9797-39cfc2a9cdad req-04e7680b-5ed5-4b26-a226-e77d2f4accd7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0529006 Feb 08 16:42:26.768922 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-75afa5cd-711b-4ad6-9797-39cfc2a9cdad req-c30e5171-d6f4-4758-b20b-7df1f104af70 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Feb 08 16:42:26.840379 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:26.959077 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['34c8d083-5aff-4e0c-ab35-54f6088f7587'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:27.101379 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['dc601835-5363-4bdf-9b05-9e711057cbd2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:27.218918 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34e60c-e601-4af5-ae15-e1abff6a2900 req-0ebd731d-ddb0-4384-a563-4be06c3894cc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:27.220816 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d34e60c-e601-4af5-ae15-e1abff6a2900 req-0ebd731d-ddb0-4384-a563-4be06c3894cc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0554452 Feb 08 16:42:27.258198 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0a94-4a07-4ac3-ad17-a6c3db2887fb req-ad929b75-5434-4708-8976-1a0621f1d13e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:27.259659 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-024a0a94-4a07-4ac3-ad17-a6c3db2887fb req-ad929b75-5434-4708-8976-1a0621f1d13e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0523620 Feb 08 16:42:27.273319 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d34e60c-e601-4af5-ae15-e1abff6a2900 req-2012b661-bb1a-4906-9de9-776186ae936d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Feb 08 16:42:27.317503 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-024a0a94-4a07-4ac3-ad17-a6c3db2887fb req-f8b8422f-f546-4656-9c68-19b62c7c44cd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514255 Feb 08 16:42:27.562071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bf86-2990-42d7-9eb9-2910c4a114fd req-47976409-51b8-49a2-8891-f58186c1c3c9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:27.570370 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1438bf86-2990-42d7-9eb9-2910c4a114fd req-47976409-51b8-49a2-8891-f58186c1c3c9 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.2308724 Feb 08 16:42:27.634319 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1438bf86-2990-42d7-9eb9-2910c4a114fd req-fbb1453e-d6e2-43e4-a9d0-d334c89738b4 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Feb 08 16:42:27.917695 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396919-e81f-4729-81f8-8117083b44b8 req-ebf2db39-8d6e-4ea1-9aeb-4e6ba6189319 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:27.925597 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cb396919-e81f-4729-81f8-8117083b44b8 req-ebf2db39-8d6e-4ea1-9aeb-4e6ba6189319 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0764582 Feb 08 16:42:27.982765 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cb396919-e81f-4729-81f8-8117083b44b8 req-625aac02-e987-4903-a7ed-c7e8738aba12 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Feb 08 16:42:27.997999 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d556062-e856-42a9-9622-d8edc8bedd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.132778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50906) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.139971 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50908) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.237818 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eecc7b-5674-4869-9f2e-f6ba0930962f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.247477 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.320450 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eecc7b-5674-4869-9f2e-f6ba0930962f admin admin] Publish callbacks [] for security_group (f7f77ac3-72e2-46b9-92df-67b112c9fd00), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.324969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34eecc7b-5674-4869-9f2e-f6ba0930962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f7f77ac3-72e2-46b9-92df-67b112c9fd00), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.328165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Publish callbacks [] for security_group (d686093b-4be2-4c4e-a58b-5ea2dd61d20e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.332925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d686093b-4be2-4c4e-a58b-5ea2dd61d20e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.365226 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eecc7b-5674-4869-9f2e-f6ba0930962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f77ac3-72e2-46b9-92df-67b112c9fd00,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.371628 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-34eecc7b-5674-4869-9f2e-f6ba0930962f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d46b7555f24443eab95778746af1837b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372727 Feb 08 16:42:28.373851 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50918) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.377077 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686093b-4be2-4c4e-a58b-5ea2dd61d20e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.389094 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4b165849ac04bc4954b88983e0cb01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454946 Feb 08 16:42:28.389937 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50920) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.390053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.390053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.390225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.390545 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.390875 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.391205 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.391561 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.391986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.392265 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.392833 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.392937 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.393218 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.393537 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e320cbb-d5c2-4b8a-84f9-fed89927e745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.447876 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb8d0-037c-4d0c-8b22-494f21660f47 req-e6733ef5-913f-4de5-8c66-e65be7d3b90d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:28.449326 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cb0eb8d0-037c-4d0c-8b22-494f21660f47 req-e6733ef5-913f-4de5-8c66-e65be7d3b90d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0613794 Feb 08 16:42:28.494719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] Publish callbacks [] for security_group (f7f77ac3-72e2-46b9-92df-67b112c9fd00), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.503054 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cb0eb8d0-037c-4d0c-8b22-494f21660f47 req-2a91fac6-ef4c-4e44-a6b2-3dc45b34886b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Feb 08 16:42:28.520753 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Publish callbacks [] for security_group (d686093b-4be2-4c4e-a58b-5ea2dd61d20e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.539404 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2c337-250a-43ef-a45d-5d5a58a8f56c req-377b37cc-74de-4fd8-bab0-3ce2b6de7b3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:28.540908 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8dc2c337-250a-43ef-a45d-5d5a58a8f56c req-377b37cc-74de-4fd8-bab0-3ce2b6de7b3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.1309562 Feb 08 16:42:28.554912 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] Publish callbacks [] for security_group (f7f77ac3-72e2-46b9-92df-67b112c9fd00), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.583446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Publish callbacks [] for security_group (d686093b-4be2-4c4e-a58b-5ea2dd61d20e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.661433 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8dc2c337-250a-43ef-a45d-5d5a58a8f56c req-cf7c73fb-8338-4c9f-a24c-3b5837dd8c4b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107261 Feb 08 16:42:28.694741 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d686093b-4be2-4c4e-a58b-5ea2dd61d20e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.703394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.703394 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d686093b-4be2-4c4e-a58b-5ea2dd61d20e HTTP/1.1" status: 204 len: 168 time: 0.3086648 Feb 08 16:42:28.705155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f7f77ac3-72e2-46b9-92df-67b112c9fd00), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.708051 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.711536 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7f77ac3-72e2-46b9-92df-67b112c9fd00 HTTP/1.1" status: 204 len: 168 time: 0.3343136 Feb 08 16:42:28.719312 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686093b-4be2-4c4e-a58b-5ea2dd61d20e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.726349 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.726706 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.727188 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.727564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.727887 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.728213 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.728546 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.728875 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.729204 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.729604 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.729854 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.730302 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.730605 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865dc12-a9a8-4527-bf73-35441ad25c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:28.743620 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041790c9-1814-42f1-a3f0-a1f141b80e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f77ac3-72e2-46b9-92df-67b112c9fd00,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.823105 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800559-60b5-487a-8afb-4793f397b508 req-83991fbf-5195-4fdc-a38c-4652d71d0a75 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:28.824677 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-00800559-60b5-487a-8afb-4793f397b508 req-83991fbf-5195-4fdc-a38c-4652d71d0a75 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.1005967 Feb 08 16:42:28.876785 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-00800559-60b5-487a-8afb-4793f397b508 req-16d0f120-b220-4c30-b191-cc72c431a27d tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Feb 08 16:42:29.047569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50946) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.054750 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 50948) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.065907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dbad3694-7bcb-4f24-b0eb-ecda0a0bebac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.074571 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e96e448e-781c-42b5-be3b-76483e43b67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.142133 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dbad3694-7bcb-4f24-b0eb-ecda0a0bebac admin admin] Publish callbacks [] for security_group (b335aa6f-4360-4a5f-8ae0-fe0260d5461d), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.145515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dbad3694-7bcb-4f24-b0eb-ecda0a0bebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b335aa6f-4360-4a5f-8ae0-fe0260d5461d), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.157839 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388575-f74e-4b48-b121-27ade80cdd6a req-94ca14fc-ddee-4e77-a15d-1705c425c254 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:29.159341 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-29388575-f74e-4b48-b121-27ade80cdd6a req-94ca14fc-ddee-4e77-a15d-1705c425c254 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0873625 Feb 08 16:42:29.174361 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.184027 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-dbad3694-7bcb-4f24-b0eb-ecda0a0bebac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74ad6163e38b4406ab8f59c47b940bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351433 Feb 08 16:42:29.185914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3694-7bcb-4f24-b0eb-ecda0a0bebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335aa6f-4360-4a5f-8ae0-fe0260d5461d,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.188276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50950) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.228795 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e96e448e-781c-42b5-be3b-76483e43b67c admin admin] Publish callbacks [] for security_group (43ae06e8-4594-4b01-8a5d-bf6b1d560ea0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.233536 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e96e448e-781c-42b5-be3b-76483e43b67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (43ae06e8-4594-4b01-8a5d-bf6b1d560ea0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.240366 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] Publish callbacks [] for security_group (b335aa6f-4360-4a5f-8ae0-fe0260d5461d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.246709 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-29388575-f74e-4b48-b121-27ade80cdd6a req-91d0aa00-466b-45d2-a6bf-c9004387379c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Feb 08 16:42:29.264389 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] Publish callbacks [] for security_group (b335aa6f-4360-4a5f-8ae0-fe0260d5461d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.279540 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e96e448e-781c-42b5-be3b-76483e43b67c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8711314581d24d81b91ff7bbd6eebaba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236340 Feb 08 16:42:29.280677 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e448e-781c-42b5-be3b-76483e43b67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ae06e8-4594-4b01-8a5d-bf6b1d560ea0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.282235 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 50952) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.357978 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] Publish callbacks [] for security_group (43ae06e8-4594-4b01-8a5d-bf6b1d560ea0), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.370316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b335aa6f-4360-4a5f-8ae0-fe0260d5461d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.372914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.374084 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b335aa6f-4360-4a5f-8ae0-fe0260d5461d HTTP/1.1" status: 204 len: 168 time: 0.1849697 Feb 08 16:42:29.391764 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] Publish callbacks [] for security_group (43ae06e8-4594-4b01-8a5d-bf6b1d560ea0), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.398107 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b13ff6-37c7-4589-bb4f-a24f4c2cc35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335aa6f-4360-4a5f-8ae0-fe0260d5461d,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.448676 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (43ae06e8-4594-4b01-8a5d-bf6b1d560ea0), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.451350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.452625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43ae06e8-4594-4b01-8a5d-bf6b1d560ea0 HTTP/1.1" status: 204 len: 168 time: 0.1687779 Feb 08 16:42:29.460955 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f9f8d-4d5f-4279-867e-50a70186eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ae06e8-4594-4b01-8a5d-bf6b1d560ea0,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.650715 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c48d-98db-4a41-8b00-acf268c2f35f req-12865f44-266e-49b5-877e-d1acb33b576f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:29.652267 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d836c48d-98db-4a41-8b00-acf268c2f35f req-12865f44-266e-49b5-877e-d1acb33b576f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0718205 Feb 08 16:42:29.718698 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d836c48d-98db-4a41-8b00-acf268c2f35f req-c1bfd0e9-0668-4c14-8f8b-a808bce5f36b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597312 Feb 08 16:42:29.844031 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc004f-94bf-4268-baae-3bfb44e12c05 req-385f7cb6-4ad2-41f0-8c5f-592d531016a8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:29.845516 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93dc004f-94bf-4268-baae-3bfb44e12c05 req-385f7cb6-4ad2-41f0-8c5f-592d531016a8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0832613 Feb 08 16:42:29.902936 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93dc004f-94bf-4268-baae-3bfb44e12c05 req-f997c05f-ee88-4dbb-b9cd-9e70ea26cffa tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509880 Feb 08 16:42:30.008691 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0362a-cc37-4010-9bbd-edcb8b3cbdff req-bac9bd00-f63b-405d-9342-003fba187cab tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:30.010197 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bf0362a-cc37-4010-9bbd-edcb8b3cbdff req-bac9bd00-f63b-405d-9342-003fba187cab tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0625010 Feb 08 16:42:30.058924 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bf0362a-cc37-4010-9bbd-edcb8b3cbdff req-9db075d7-16b4-46cc-a78a-9848e3fb21f3 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Feb 08 16:42:30.374527 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0844-496e-4a62-b87d-5663ad913cd2 req-fb96d3a6-6947-4c7b-a364-143c62d497df tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:30.376156 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9cd0844-496e-4a62-b87d-5663ad913cd2 req-fb96d3a6-6947-4c7b-a364-143c62d497df tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0599177 Feb 08 16:42:30.379457 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.431081 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9cd0844-496e-4a62-b87d-5663ad913cd2 req-ef1f52a2-38df-4da9-a11b-f98519896b81 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Feb 08 16:42:30.891431 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e0600-2d6a-4195-bfa4-1c295237429c req-b5738a83-acea-427a-aa16-947330298284 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:30.893070 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-380e0600-2d6a-4195-bfa4-1c295237429c req-b5738a83-acea-427a-aa16-947330298284 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0747659 Feb 08 16:42:30.947493 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-380e0600-2d6a-4195-bfa4-1c295237429c req-652ef608-b1d9-4930-848d-ccc319d22f4b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 Feb 08 16:42:31.035914 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c819-0e0c-424b-a986-2e920bcb9dac req-64e89070-2490-44a1-8cf7-cdd066e4caad tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:31.037424 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d8c1c819-0e0c-424b-a986-2e920bcb9dac req-64e89070-2490-44a1-8cf7-cdd066e4caad tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0553110 Feb 08 16:42:31.087479 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d8c1c819-0e0c-424b-a986-2e920bcb9dac req-1805052a-f5ea-4b61-8191-a507713db71b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Feb 08 16:42:31.187869 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70738fe8-99c7-4de5-9200-b9129f9be24d req-3bf70552-01d3-43aa-8442-90783e82a568 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:31.189351 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-70738fe8-99c7-4de5-9200-b9129f9be24d req-3bf70552-01d3-43aa-8442-90783e82a568 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0611551 Feb 08 16:42:31.238370 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-70738fe8-99c7-4de5-9200-b9129f9be24d req-f0ab1ae3-ec09-405c-88b6-7ade71a60a98 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Feb 08 16:42:31.291993 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51086) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:31.394271 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e1f71bff-1b23-4b0c-85d7-82cf55a5ba18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.467546 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e1f71bff-1b23-4b0c-85d7-82cf55a5ba18 admin admin] Publish callbacks [] for security_group (040e7639-22fd-4fca-9c97-bcca5c892395), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.471923 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e1f71bff-1b23-4b0c-85d7-82cf55a5ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (040e7639-22fd-4fca-9c97-bcca5c892395), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.518255 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e1f71bff-1b23-4b0c-85d7-82cf55a5ba18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4c0835a458547238de635e9b7a114d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250655 Feb 08 16:42:31.520632 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51092) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:31.526446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f71bff-1b23-4b0c-85d7-82cf55a5ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e7639-22fd-4fca-9c97-bcca5c892395,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:31.592450 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce6c66-3fbd-48cc-af88-5356bf5bab4f req-a28f215e-3392-49a9-9137-d55dd9a6617f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:31.593894 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6ce6c66-3fbd-48cc-af88-5356bf5bab4f req-a28f215e-3392-49a9-9137-d55dd9a6617f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0904870 Feb 08 16:42:31.609559 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] Publish callbacks [] for security_group (040e7639-22fd-4fca-9c97-bcca5c892395), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.647922 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] Publish callbacks [] for security_group (040e7639-22fd-4fca-9c97-bcca5c892395), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.672496 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d6ce6c66-3fbd-48cc-af88-5356bf5bab4f req-4218bc0a-3ba2-44a4-82ff-787cc986aebc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Feb 08 16:42:31.711513 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (040e7639-22fd-4fca-9c97-bcca5c892395), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.714000 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.715108 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/040e7639-22fd-4fca-9c97-bcca5c892395 HTTP/1.1" status: 204 len: 168 time: 0.1933832 Feb 08 16:42:31.722484 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152af54-8680-403e-9d72-d773b2f80e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e7639-22fd-4fca-9c97-bcca5c892395,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:31.901572 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.974093 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51102) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:31.987236 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0d7de0e4-4876-497a-86c4-20ad5cc47c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.097905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0d7de0e4-4876-497a-86c4-20ad5cc47c02 admin admin] Publish callbacks [] for security_group (8e4e10b0-7536-463b-8349-14099d675991), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.105521 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a916b5-1615-40ae-870d-9ff09152de0a req-c24a4fcc-2350-4c60-80b9-8590d37b6991 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:32.107048 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-45a916b5-1615-40ae-870d-9ff09152de0a req-c24a4fcc-2350-4c60-80b9-8590d37b6991 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0859637 Feb 08 16:42:32.108156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0d7de0e4-4876-497a-86c4-20ad5cc47c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8e4e10b0-7536-463b-8349-14099d675991), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.165661 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0d7de0e4-4876-497a-86c4-20ad5cc47c02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ea8667aabf142aeaf83ee10a1f00b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903968 Feb 08 16:42:32.168908 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7de0e4-4876-497a-86c4-20ad5cc47c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e10b0-7536-463b-8349-14099d675991,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:32.172326 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51110) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:32.214299 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-45a916b5-1615-40ae-870d-9ff09152de0a req-d3a77a84-76c9-4138-bc28-203bfde87016 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004314 Feb 08 16:42:32.230999 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243940-6f43-4321-b316-a6aa6bbf403b req-4f880ece-b616-4813-9385-2b7ee0448246 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:32.232598 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b243940-6f43-4321-b316-a6aa6bbf403b req-4f880ece-b616-4813-9385-2b7ee0448246 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 945 time: 0.0713935 Feb 08 16:42:32.249658 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] Publish callbacks [] for security_group (8e4e10b0-7536-463b-8349-14099d675991), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.273228 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] Publish callbacks [] for security_group (8e4e10b0-7536-463b-8349-14099d675991), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.284727 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b243940-6f43-4321-b316-a6aa6bbf403b req-c1bb61e6-3735-45e8-a38f-7ca338a9e2ac tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466549 Feb 08 16:42:32.349038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8e4e10b0-7536-463b-8349-14099d675991), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.352167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.353270 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e4e10b0-7536-463b-8349-14099d675991 HTTP/1.1" status: 204 len: 168 time: 0.1800475 Feb 08 16:42:32.363859 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3776f-7091-4d0c-b562-aad5ced81734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e10b0-7536-463b-8349-14099d675991,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:32.381438 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8a13-9d46-45eb-9a0e-716e91a8d7bb req-814201ac-f259-4f97-8a1a-829e107ae904 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:32.383116 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-00de8a13-9d46-45eb-9a0e-716e91a8d7bb req-814201ac-f259-4f97-8a1a-829e107ae904 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0684452 Feb 08 16:42:32.438028 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-00de8a13-9d46-45eb-9a0e-716e91a8d7bb req-3d6898d8-17b8-43db-90b7-7930b56fd494 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Feb 08 16:42:32.789786 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7d8d-7eb2-45ad-91ae-a463fa302e92 req-8f094fbb-dd9d-4ac1-bfe6-6681847b708b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:32.791266 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b4ef7d8d-7eb2-45ad-91ae-a463fa302e92 req-8f094fbb-dd9d-4ac1-bfe6-6681847b708b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0525830 Feb 08 16:42:32.822920 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:32.846380 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b4ef7d8d-7eb2-45ad-91ae-a463fa302e92 req-e6bdd2e8-3aae-4158-a6fd-b77e1f5f84e6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Feb 08 16:42:32.874387 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:42:32.878356 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:32.878723 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.963317 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:32.963899 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.990262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:32.993741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573dc819-081c-426f-bebf-7fe1ee5541de" -d '{"events": [{"server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "name": "network-vif-plugged", "status": "completed", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:33.008393 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:33.013445 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.047933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c1b41-a86d-4012-a9c5-24c830fa87c8 x-openstack-request-id: req-519c1b41-a86d-4012-a9c5-24c830fa87c8 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:33.048249 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "name": "network-vif-plugged", "status": "completed", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:33.048508 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-519c1b41-a86d-4012-a9c5-24c830fa87c8 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:33.048893 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'code': 200} Feb 08 16:42:33.068258 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:33.075353 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.075729 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.076187 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.076547 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.076873 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.077275 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.077770 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.078103 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.078433 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.078779 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.079110 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.079435 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.079781 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:33.348831 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328e8e-45ab-48dd-bdc3-15939ff4aeeb req-70ad29fd-55bc-4465-8037-b76f9cce1b13 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:33.351112 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f328e8e-45ab-48dd-bdc3-15939ff4aeeb req-70ad29fd-55bc-4465-8037-b76f9cce1b13 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Feb 08 16:42:33.447258 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f328e8e-45ab-48dd-bdc3-15939ff4aeeb req-cd0f9fc2-a3df-4acb-b43a-be63af3921f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857434 Feb 08 16:42:33.623862 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f3fa-3a44-4056-b6c4-c83f532348d5 req-219a8bc3-ecd9-4323-84df-d0bf346843ff tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:33.627806 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8335f3fa-3a44-4056-b6c4-c83f532348d5 req-219a8bc3-ecd9-4323-84df-d0bf346843ff tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0732601 Feb 08 16:42:33.641871 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee66db4-1d4c-4e54-8c2b-bc474bc6d810 req-79f705bd-0166-4597-a0c6-67d825ee746d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:33.650834 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ee66db4-1d4c-4e54-8c2b-bc474bc6d810 req-79f705bd-0166-4597-a0c6-67d825ee746d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1012549 Feb 08 16:42:33.672143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764429c-d838-4ebd-afcf-ed7dd2754fbd req-d0036a72-1f1c-4b71-b39d-0704960f71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:33.673891 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1764429c-d838-4ebd-afcf-ed7dd2754fbd req-d0036a72-1f1c-4b71-b39d-0704960f71a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.0926545 Feb 08 16:42:33.686701 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8335f3fa-3a44-4056-b6c4-c83f532348d5 req-c1b2bb07-7624-45e3-a9cd-43a3cfa049b7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Feb 08 16:42:33.707291 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ee66db4-1d4c-4e54-8c2b-bc474bc6d810 req-8d92a19c-77a7-4a23-996f-c96d8d72fd7d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552638 Feb 08 16:42:33.762539 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1764429c-d838-4ebd-afcf-ed7dd2754fbd req-a1214492-4933-4c25-b5d3-f0a8d6fa6932 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Feb 08 16:42:33.973857 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074e79-5cd4-4556-8d94-693af2cd6393 req-40940f61-88de-473d-8539-e6b0fc9ffd1b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:33.975940 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-85074e79-5cd4-4556-8d94-693af2cd6393 req-40940f61-88de-473d-8539-e6b0fc9ffd1b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 944 time: 0.0592701 Feb 08 16:42:34.029395 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-85074e79-5cd4-4556-8d94-693af2cd6393 req-866d0e5f-2691-4ff9-b4e2-55f147e8e166 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Feb 08 16:42:34.348730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 34c8d083-5aff-4e0c-ab35-54f6088f7587 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:34.409489 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 34c8d083-5aff-4e0c-ab35-54f6088f7587 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:42:34.414854 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 34c8d083-5aff-4e0c-ab35-54f6088f7587 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:34.415597 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.502025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 34c8d083-5aff-4e0c-ab35-54f6088f7587 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:34.502419 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.537221 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:34.547152 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.548088 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:34.566203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dab3c-233d-4002-af2a-dbfee6abdfbd req-8ea06232-5890-477e-97ad-3919c8ce1b07 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:34.567696 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f37dab3c-233d-4002-af2a-dbfee6abdfbd req-8ea06232-5890-477e-97ad-3919c8ce1b07 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0565870 Feb 08 16:42:34.615792 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f37dab3c-233d-4002-af2a-dbfee6abdfbd req-7cf0c136-7418-4073-8921-8a95cf4c2248 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Feb 08 16:42:34.625237 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:34.643644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port dc601835-5363-4bdf-9b05-9e711057cbd2 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:42:34.648485 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port dc601835-5363-4bdf-9b05-9e711057cbd2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:34.648857 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.824099 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644890d6-ebb3-4a04-9aac-137f27b2b9e3 req-8d063751-1212-4339-9c56-410fce2e15d8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:34.826481 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-644890d6-ebb3-4a04-9aac-137f27b2b9e3 req-8d063751-1212-4339-9c56-410fce2e15d8 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0670753 Feb 08 16:42:34.837353 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab75af0-24bb-4348-a150-e6fa750cd19f req-7ae126d3-cae3-4076-b110-3d68868692c8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:34.838828 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eab75af0-24bb-4348-a150-e6fa750cd19f req-7ae126d3-cae3-4076-b110-3d68868692c8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0574508 Feb 08 16:42:34.847897 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:34.848289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.884989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:34.886163 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-644890d6-ebb3-4a04-9aac-137f27b2b9e3 req-274f1677-d312-4726-8d80-7a42db853a76 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519958 Feb 08 16:42:34.891874 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.907666 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eab75af0-24bb-4348-a150-e6fa750cd19f req-aa337972-d555-4ec7-9423-7868b93e2456 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579062 Feb 08 16:42:34.945004 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:35.050467 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587'}, {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:35.052874 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4b27e-6428-4dc8-8667-35ba085cb420" -d '{"events": [{"server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "name": "network-vif-plugged", "status": "completed", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587"}, {"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:35.109226 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd7ea6c-8faa-45ee-8324-18e35ae736d2 x-openstack-request-id: req-ddd7ea6c-8faa-45ee-8324-18e35ae736d2 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:35.109641 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "name": "network-vif-plugged", "status": "completed", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587", "code": 200}, {"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:35.109939 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddd7ea6c-8faa-45ee-8324-18e35ae736d2 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:35.110413 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587', 'code': 200} Feb 08 16:42:35.110679 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'code': 200} Feb 08 16:42:35.169689 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdced7-b86f-4dc9-955c-3d027452a971 req-7f9c7749-ccae-4871-8de1-c50653d8e288 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:35.171224 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52bdced7-b86f-4dc9-955c-3d027452a971 req-7f9c7749-ccae-4871-8de1-c50653d8e288 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0579565 Feb 08 16:42:35.237213 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52bdced7-b86f-4dc9-955c-3d027452a971 req-24fd9ee9-1bef-4264-adf1-238d36f8f8bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Feb 08 16:42:35.748070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dd2f0-09b6-498f-983f-f795e745e06b req-8ac0cc0c-83e0-4dab-8fce-fa5d0a9e97a7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:35.749667 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-134dd2f0-09b6-498f-983f-f795e745e06b req-8ac0cc0c-83e0-4dab-8fce-fa5d0a9e97a7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0586784 Feb 08 16:42:35.796119 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-134dd2f0-09b6-498f-983f-f795e745e06b req-80dce5e4-9cc8-4c7b-aec5-800efa999480 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Feb 08 16:42:36.030645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859d5b5-1ede-4e7a-9901-52406f6ad272 req-6f25546f-0150-4b66-ad14-f8f7d9fec577 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:36.032109 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a859d5b5-1ede-4e7a-9901-52406f6ad272 req-6f25546f-0150-4b66-ad14-f8f7d9fec577 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0561073 Feb 08 16:42:36.077546 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a859d5b5-1ede-4e7a-9901-52406f6ad272 req-837962a0-96ac-41c5-9672-dea5a9516c46 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400527 Feb 08 16:42:36.091829 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:42:36.358234 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d949b2a-5122-4ddc-ad77-f32957a77bc8 req-ee51be25-c8fa-4550-a244-f8088511db49 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:36.359703 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d949b2a-5122-4ddc-ad77-f32957a77bc8 req-ee51be25-c8fa-4550-a244-f8088511db49 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0515096 Feb 08 16:42:36.407507 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d949b2a-5122-4ddc-ad77-f32957a77bc8 req-effd8739-5892-4e9d-80ef-d6cbf823b73f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Feb 08 16:42:36.915982 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb81e9-097b-46eb-855c-f5b05beb49b2 req-4e2414e4-abff-4842-ab1d-25bd0f9401c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:36.917414 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56eb81e9-097b-46eb-855c-f5b05beb49b2 req-4e2414e4-abff-4842-ab1d-25bd0f9401c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0538194 Feb 08 16:42:36.962218 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56eb81e9-097b-46eb-855c-f5b05beb49b2 req-c2694863-e4b4-4e08-ab5d-eeaadd197900 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 Feb 08 16:42:37.197719 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cf18f-9537-49e9-8267-3ddca83ad872 req-d6d1a1bb-71bf-45aa-8939-57411a25910e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:37.199344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca4cf18f-9537-49e9-8267-3ddca83ad872 req-d6d1a1bb-71bf-45aa-8939-57411a25910e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Feb 08 16:42:37.249080 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca4cf18f-9537-49e9-8267-3ddca83ad872 req-b63f6592-14e4-4cbb-b66a-1f733c9b0f96 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439370 Feb 08 16:42:37.528011 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5601436-3e80-4b54-90a4-23a3a5dca554 req-c691b0ae-1786-49cd-8799-e6e77cf0759f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:37.529448 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b5601436-3e80-4b54-90a4-23a3a5dca554 req-c691b0ae-1786-49cd-8799-e6e77cf0759f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0550313 Feb 08 16:42:37.716536 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.741842 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b5601436-3e80-4b54-90a4-23a3a5dca554 req-ac41656e-43fa-4196-993a-2028db8e450f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067814 Feb 08 16:42:38.081007 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4bcf0-3f46-4218-a8b8-b2d276f8da53 req-5bd35b0b-d60a-4c8f-a49b-e66717418e9a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:38.082469 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-aaa4bcf0-3f46-4218-a8b8-b2d276f8da53 req-5bd35b0b-d60a-4c8f-a49b-e66717418e9a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0524375 Feb 08 16:42:38.127884 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-aaa4bcf0-3f46-4218-a8b8-b2d276f8da53 req-8bf20f90-b00f-4548-99ef-21c24722b387 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392759 Feb 08 16:42:38.372819 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e54a7-1abe-4ad8-98b8-c8c4d707ceda req-538a00c1-4a35-43eb-bb45-b7de44797c86 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:38.374264 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fa2e54a7-1abe-4ad8-98b8-c8c4d707ceda req-538a00c1-4a35-43eb-bb45-b7de44797c86 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0520520 Feb 08 16:42:38.419763 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fa2e54a7-1abe-4ad8-98b8-c8c4d707ceda req-6105e83a-f9e1-4c43-8fb8-5d6b15c39d53 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400257 Feb 08 16:42:38.870869 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823acd12-a25d-4421-b4a8-2cee8b9ebef7 req-d9a45f4e-fd94-467d-a42e-700d5154c2e2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:38.876213 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-823acd12-a25d-4421-b4a8-2cee8b9ebef7 req-d9a45f4e-fd94-467d-a42e-700d5154c2e2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0639405 Feb 08 16:42:38.922385 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-823acd12-a25d-4421-b4a8-2cee8b9ebef7 req-8f9293c3-4181-4e64-aac5-f408ffaeb96f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Feb 08 16:42:38.965361 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eee77-541a-41f7-bfbf-5ccbb0a4c51a req-efd5dde8-ce5c-45eb-a778-131fc8ca9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:38.966859 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b58eee77-541a-41f7-bfbf-5ccbb0a4c51a req-efd5dde8-ce5c-45eb-a778-131fc8ca9b5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 1129 time: 0.0443606 Feb 08 16:42:38.970504 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080219c3-9d2c-4a5b-a774-272d4cfda46e req-6896fe5a-a740-4c9e-a471-1c067f9312e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:38.972034 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-080219c3-9d2c-4a5b-a774-272d4cfda46e req-6896fe5a-a740-4c9e-a471-1c067f9312e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1130 time: 0.0487854 Feb 08 16:42:39.029999 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b58eee77-541a-41f7-bfbf-5ccbb0a4c51a req-530e99f1-7d52-4cda-ab8b-61a6370ccac5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Feb 08 16:42:39.030231 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-080219c3-9d2c-4a5b-a774-272d4cfda46e req-5008c258-351a-478d-8ce7-dfdadee04e9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374844 Feb 08 16:42:39.248605 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a00303-83ba-4795-98c2-444f822c9b51 req-29276485-5ceb-4d53-8103-95627b621948 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:39.250060 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22a00303-83ba-4795-98c2-444f822c9b51 req-29276485-5ceb-4d53-8103-95627b621948 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0515974 Feb 08 16:42:39.296656 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-22a00303-83ba-4795-98c2-444f822c9b51 req-e46afed4-64e6-406e-b4d7-d9045057f787 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Feb 08 16:42:39.537311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2738-ab65-47bd-ac54-e010847da4c9 req-3cbf94d9-9e7f-4818-90a5-2862dd06d8db tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:39.538834 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-267a2738-ab65-47bd-ac54-e010847da4c9 req-3cbf94d9-9e7f-4818-90a5-2862dd06d8db tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0545113 Feb 08 16:42:39.585887 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-267a2738-ab65-47bd-ac54-e010847da4c9 req-de52e40e-a3e8-459b-9b91-27c416849874 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Feb 08 16:42:40.037230 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5186b-d9ea-4fd2-825d-476483263bf8 req-63a3d0ed-4c97-4c03-b0d0-0262b052d645 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:40.041870 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90c5186b-d9ea-4fd2-825d-476483263bf8 req-63a3d0ed-4c97-4c03-b0d0-0262b052d645 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0516164 Feb 08 16:42:40.084472 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90c5186b-d9ea-4fd2-825d-476483263bf8 req-38b85cd7-247c-4d43-b8d6-35944c9b82d3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Feb 08 16:42:40.428125 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b623be-9ec9-497f-a360-6b78709f8346 req-3acc943d-6b65-49fe-8fef-bfdbdef72dc5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:40.429618 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-08b623be-9ec9-497f-a360-6b78709f8346 req-3acc943d-6b65-49fe-8fef-bfdbdef72dc5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0530996 Feb 08 16:42:40.480235 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-08b623be-9ec9-497f-a360-6b78709f8346 req-213945b9-8882-4482-a474-7c98bf3bc59c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Feb 08 16:42:40.704641 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f9b5-9011-4666-9677-7fae6f68b6a2 req-22d43aae-5e7d-4c89-92fd-96b6a843fb62 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:40.706074 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b755f9b5-9011-4666-9677-7fae6f68b6a2 req-22d43aae-5e7d-4c89-92fd-96b6a843fb62 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0547137 Feb 08 16:42:40.751517 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b755f9b5-9011-4666-9677-7fae6f68b6a2 req-fc9de9e9-28cc-4278-96ea-e9b12b098c7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398836 Feb 08 16:42:41.198530 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c060a5f-0b15-4220-b03b-ab3054df9880 req-028c6518-772b-47a6-a492-5de8a9504b45 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:41.200021 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c060a5f-0b15-4220-b03b-ab3054df9880 req-028c6518-772b-47a6-a492-5de8a9504b45 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0509510 Feb 08 16:42:41.245553 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c060a5f-0b15-4220-b03b-ab3054df9880 req-4dc08c56-b93d-447a-9de5-3f647861af8a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 08 16:42:41.598748 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836601-a562-4243-86b6-18299a3b869d req-798c294e-3471-4ac9-bc06-4a6f35908412 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:41.600232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fe836601-a562-4243-86b6-18299a3b869d req-798c294e-3471-4ac9-bc06-4a6f35908412 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0517092 Feb 08 16:42:41.648854 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fe836601-a562-4243-86b6-18299a3b869d req-963646ec-a391-4e58-a2ad-408374b9223b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Feb 08 16:42:41.864130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf464-1a31-424b-8ad0-3b751659d243 req-85f52873-69db-4652-a0ea-4ae9ade8d063 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:41.865554 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1bfbf464-1a31-424b-8ad0-3b751659d243 req-85f52873-69db-4652-a0ea-4ae9ade8d063 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0506279 Feb 08 16:42:41.911284 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1bfbf464-1a31-424b-8ad0-3b751659d243 req-141971fd-e6fe-4754-bdd6-1781118b3028 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Feb 08 16:42:42.364708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80de0-4b55-481b-ab75-0e5f08631653 req-a126ee47-79b9-4861-ac53-406f7b0e3721 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:42.366199 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39b80de0-4b55-481b-ab75-0e5f08631653 req-a126ee47-79b9-4861-ac53-406f7b0e3721 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0536816 Feb 08 16:42:42.420469 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39b80de0-4b55-481b-ab75-0e5f08631653 req-273a7d9d-33ea-4649-a5ee-5988f8350132 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Feb 08 16:42:42.773854 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8133dc-9c3f-46a1-8652-24d9179371b3 req-bd8131ba-01c2-40c1-bb17-fbb49ee9aabb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:42.775292 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ba8133dc-9c3f-46a1-8652-24d9179371b3 req-bd8131ba-01c2-40c1-bb17-fbb49ee9aabb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0573268 Feb 08 16:42:42.822378 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ba8133dc-9c3f-46a1-8652-24d9179371b3 req-63915405-56bb-412c-8c95-562a3dd18448 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Feb 08 16:42:43.026116 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb2749-f046-40f7-a6ea-424b3a8ce0d9 req-393806f8-912d-41c2-a63e-4547e288b67e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:43.027550 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbdb2749-f046-40f7-a6ea-424b3a8ce0d9 req-393806f8-912d-41c2-a63e-4547e288b67e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0515261 Feb 08 16:42:43.072833 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbdb2749-f046-40f7-a6ea-424b3a8ce0d9 req-a25cb55f-d121-4958-ba05-f25337daddc4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Feb 08 16:42:43.538118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9897f2-36bf-4e78-bea3-0e61764fd961 req-5b1e144a-a50a-4bce-8309-534e671e98ae tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:43.540279 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d9897f2-36bf-4e78-bea3-0e61764fd961 req-5b1e144a-a50a-4bce-8309-534e671e98ae tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0529604 Feb 08 16:42:43.588050 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d9897f2-36bf-4e78-bea3-0e61764fd961 req-31914c83-4739-4400-aa14-3b2ce84a5c7d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Feb 08 16:42:43.945551 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c28fa-c514-4883-bcc0-b033a1e66b72 req-5a7b984c-b034-4089-8edf-eb590ee1f274 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:43.946999 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e4c28fa-c514-4883-bcc0-b033a1e66b72 req-5a7b984c-b034-4089-8edf-eb590ee1f274 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0541353 Feb 08 16:42:43.993614 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2e4c28fa-c514-4883-bcc0-b033a1e66b72 req-6c4c6833-b1d8-43ae-91c9-c292567d7eca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Feb 08 16:42:44.195287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b2efa-1b57-4c6e-91da-41de3b5a7aa9 req-380fab7e-6697-4bec-835e-34e29176fcd4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:44.196774 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-491b2efa-1b57-4c6e-91da-41de3b5a7aa9 req-380fab7e-6697-4bec-835e-34e29176fcd4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0567970 Feb 08 16:42:44.242404 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-491b2efa-1b57-4c6e-91da-41de3b5a7aa9 req-0b7b85ba-086f-4744-a39e-120d2b2735ed tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400343 Feb 08 16:42:44.712785 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521205b-3ad0-4d6f-a9ab-8d592f5fc636 req-ebd8baae-1bb1-4f41-8056-bff2036c0910 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:44.714250 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e521205b-3ad0-4d6f-a9ab-8d592f5fc636 req-ebd8baae-1bb1-4f41-8056-bff2036c0910 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0565081 Feb 08 16:42:44.762934 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e521205b-3ad0-4d6f-a9ab-8d592f5fc636 req-82b7abbb-3ae0-4f80-bd01-9d2d319823cd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Feb 08 16:42:45.112996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09f4d-e91d-46cb-9cd8-048e64a8a8a2 req-6b231cc9-e784-4549-b98d-d360a048f7e6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:45.114500 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d4b09f4d-e91d-46cb-9cd8-048e64a8a8a2 req-6b231cc9-e784-4549-b98d-d360a048f7e6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0509653 Feb 08 16:42:45.160019 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d4b09f4d-e91d-46cb-9cd8-048e64a8a8a2 req-b0e2c37d-59b4-4f4c-aa7e-1bdf4842ff4e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Feb 08 16:42:45.359250 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2108d-99e2-4428-abdd-6844011012fe req-cfbf9e43-bd0f-49a9-9818-e5661308d445 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:45.360837 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8ac2108d-99e2-4428-abdd-6844011012fe req-cfbf9e43-bd0f-49a9-9818-e5661308d445 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0532327 Feb 08 16:42:45.409746 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8ac2108d-99e2-4428-abdd-6844011012fe req-9a661952-4f74-4f54-8b51-e021d114e0fa tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Feb 08 16:42:45.879595 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceecca-ce1e-4fa2-901d-adbd698b698d req-cd6de6c3-fb4a-42fc-848d-8f373787b940 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:45.881344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1eceecca-ce1e-4fa2-901d-adbd698b698d req-cd6de6c3-fb4a-42fc-848d-8f373787b940 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0523489 Feb 08 16:42:45.932732 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1eceecca-ce1e-4fa2-901d-adbd698b698d req-6a3f3858-5eea-44da-808e-6dea2d3be0dc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Feb 08 16:42:46.285422 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0be9-37cc-41ab-a0b2-e1c00bc4aeed req-9e8ec04f-4419-4750-b9e2-66b3a73322c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:46.286871 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f04e0be9-37cc-41ab-a0b2-e1c00bc4aeed req-9e8ec04f-4419-4750-b9e2-66b3a73322c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0559866 Feb 08 16:42:46.332963 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f04e0be9-37cc-41ab-a0b2-e1c00bc4aeed req-290f20a7-08cc-4fbe-8b2f-b9b4379e5376 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Feb 08 16:42:46.547608 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac49869-28e8-471f-90cc-ef4c3e5a5819 req-10a84105-d312-47a2-b65e-f161c63b5dbb tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:46.549545 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ac49869-28e8-471f-90cc-ef4c3e5a5819 req-10a84105-d312-47a2-b65e-f161c63b5dbb tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0711753 Feb 08 16:42:46.600887 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ac49869-28e8-471f-90cc-ef4c3e5a5819 req-5831522e-449e-4fe3-9a83-b4fae65167c5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Feb 08 16:42:47.057794 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098be0-f0c8-440e-b567-846b1ebfa27f req-33147a7a-cc1b-45b4-9a0a-c44c3898e74e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.059246 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb098be0-f0c8-440e-b567-846b1ebfa27f req-33147a7a-cc1b-45b4-9a0a-c44c3898e74e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0529041 Feb 08 16:42:47.105341 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb098be0-f0c8-440e-b567-846b1ebfa27f req-3ec21bd8-2a8e-4b0c-989c-31f5a872af24 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Feb 08 16:42:47.371999 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-1e8db1f9-add0-43e9-b334-b0d4ea0c0259 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432622 Feb 08 16:42:47.462008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a81b0-257f-425f-ba45-3fc817df7927 req-b3116d48-4363-4b87-a28f-d8488564966a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.463711 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-407a81b0-257f-425f-ba45-3fc817df7927 req-b3116d48-4363-4b87-a28f-d8488564966a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0600653 Feb 08 16:42:47.483282 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-0bef0b2d-6b66-4861-81ab-94cd85512ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.484833 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-0bef0b2d-6b66-4861-81ab-94cd85512ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbcf2a29fa234f62a1c82620e2c1cbcd&device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 1129 time: 0.0576930 Feb 08 16:42:47.516331 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-407a81b0-257f-425f-ba45-3fc817df7927 req-7b7b2b68-dff6-4722-befb-ca8c30bdea7b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 Feb 08 16:42:47.619939 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-914ed1b9-e5e4-433c-9f0f-f9676ad95557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.621592 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-914ed1b9-e5e4-433c-9f0f-f9676ad95557 service neutron] 10.222.0.42 "GET /v2.0/networks?id=401a371c-221c-42c3-b115-a08adffde4ba HTTP/1.1" status: 200 len: 913 time: 0.1016371 Feb 08 16:42:47.719500 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-aeb59c63-51a1-428c-bf49-44a82e8dfb07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8 HTTP/1.1" status: 200 len: 217 time: 0.0756061 Feb 08 16:42:47.791857 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-f57852a6-8091-4129-b19a-7042bdfbc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.793560 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-f57852a6-8091-4129-b19a-7042bdfbc811 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2abdc76-849b-4b00-b6c2-bbeded0d6283 HTTP/1.1" status: 200 len: 852 time: 0.0531456 Feb 08 16:42:47.812430 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1556a-9467-476a-a930-69a42319ac85 req-904f8871-2a4f-4cad-a972-0cc55ddd0e5f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:47.821131 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77f1556a-9467-476a-a930-69a42319ac85 req-904f8871-2a4f-4cad-a972-0cc55ddd0e5f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1127949 Feb 08 16:42:47.854130 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-8474d1ab-a85d-41fb-952e-56444abc01f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=401a371c-221c-42c3-b115-a08adffde4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Feb 08 16:42:47.967271 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77f1556a-9467-476a-a930-69a42319ac85 req-6f294969-4326-40b2-947b-67495a591f74 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450059 Feb 08 16:42:47.990767 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-07dbf124-4f0c-4c77-9057-c4950c64d82d service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269202 Feb 08 16:42:48.129324 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-748f5669-4e76-48e0-a6f7-da17b5badc91 req-785eee17-1322-4d9b-8687-c1730426d8f2 service neutron] 10.222.0.42 "GET /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212618 Feb 08 16:42:48.167128 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778530c-a2b7-4f66-b6d2-0636d55eba19 req-d58dc1d4-def5-4ad8-940c-c05c383f5190 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:48.169548 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8778530c-a2b7-4f66-b6d2-0636d55eba19 req-d58dc1d4-def5-4ad8-940c-c05c383f5190 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0842350 Feb 08 16:42:48.180563 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51470) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:48.187402 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'floatingip': {'port_id': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:48.302445 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:48.414060 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751196-1143-4f1b-b815-c5a99a3c43cc req-9eec01a8-53e1-47a5-b951-3a9a589fdf1c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:48.415680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-32751196-1143-4f1b-b815-c5a99a3c43cc req-9eec01a8-53e1-47a5-b951-3a9a589fdf1c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1867406 Feb 08 16:42:48.556969 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-32751196-1143-4f1b-b815-c5a99a3c43cc req-5ff1e573-4e5c-44a9-8aab-0c8029f1848e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233783 Feb 08 16:42:48.647591 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947a77-89c8-494a-bc6f-b82cebf9dddd req-7518cce2-5612-4139-a0aa-5fd18cb40904 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:48.649383 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-31947a77-89c8-494a-bc6f-b82cebf9dddd req-7518cce2-5612-4139-a0aa-5fd18cb40904 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0595291 Feb 08 16:42:48.698113 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-31947a77-89c8-494a-bc6f-b82cebf9dddd req-bb063ab8-e24d-4bfc-833f-6fc4146190e5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Feb 08 16:42:48.839481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98274-83db-47d7-8117-6e22ffd0c89b req-94097d2d-1aac-4612-849a-b53297110daf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:48.848126 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d5a98274-83db-47d7-8117-6e22ffd0c89b req-94097d2d-1aac-4612-849a-b53297110daf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0708966 Feb 08 16:42:48.853118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51486) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:48.858513 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'floatingip': {'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:48.947406 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:49.228589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.db.resource_extend [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:42:49.361773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ba00-ea0c-4836-b53e-9c339da681d4 req-0ea08f85-1eff-45fe-8a57-a638fa25e2be tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:49.371791 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fb2ba00-ea0c-4836-b53e-9c339da681d4 req-0ea08f85-1eff-45fe-8a57-a638fa25e2be tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.4625497 Feb 08 16:42:49.401666 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:49.404136 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-64fda46c-a972-47e0-92cd-17c4efa4cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:49.405805 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-64fda46c-a972-47e0-92cd-17c4efa4cb9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 1129 time: 0.5212188 Feb 08 16:42:49.410430 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:49.585040 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fb2ba00-ea0c-4836-b53e-9c339da681d4 req-0984a6d4-f12f-4902-9da0-f94212ae49a9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122126 Feb 08 16:42:49.660970 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-ad63709a-5771-46de-bdfa-b2171aaaadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:49.664964 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-ad63709a-5771-46de-bdfa-b2171aaaadef service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.2013681 Feb 08 16:42:49.666213 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Floating IP 8f749a12-e09b-484c-9d24-13d61dd7ecb9 associated. External IP: 172.27.1.233, port: f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10. Feb 08 16:42:49.773892 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-76e173ba-1aac-4096-bd1c-28732a61fdb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587 HTTP/1.1" status: 200 len: 217 time: 0.0403433 Feb 08 16:42:49.848989 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-6097e749-35ea-42cd-9af2-e33e4e304a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:49.849845 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-6097e749-35ea-42cd-9af2-e33e4e304a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0671475 Feb 08 16:42:49.898529 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:49.912687 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:49.968234 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-960fa8f3-2e65-4da5-a9a1-49fe2d36931d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640371 Feb 08 16:42:50.024571 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Floating IP 0fdfca17-181a-4ecd-ab03-4c16854cdf8a associated. External IP: 172.27.1.12, port: dc601835-5363-4bdf-9b05-9e711057cbd2. Feb 08 16:42:50.066714 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:50.102701 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-ef3b38c9-c9a1-4a9a-a99c-2f3daa148169 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195862 Feb 08 16:42:50.277042 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:50.286601 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:50.294793 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:50.303713 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:50.306394 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:50.308043 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:42:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:50.334397 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d713d6-c8bc-483f-9238-52e2661535f1 req-7359fa60-309b-4c58-b60f-8b4e825cf7d5 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947210 Feb 08 16:42:50.354475 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cea55109-6ff4-4baf-bea1-b7288f62fa3f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "PUT /v2.0/floatingips/8f749a12-e09b-484c-9d24-13d61dd7ecb9 HTTP/1.1" status: 200 len: 992 time: 2.1725121 Feb 08 16:42:50.355066 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:50.363815 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:50.464945 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e6b03-e5ea-4ee2-8def-4143716103e0 x-openstack-request-id: req-eb0e6b03-e5ea-4ee2-8def-4143716103e0 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:50.465241 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:50.465519 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb0e6b03-e5ea-4ee2-8def-4143716103e0 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:50.466271 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'status': 'completed', 'code': 200} Feb 08 16:42:50.504541 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:50.509819 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:50.515555 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:50.521570 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:50.544657 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:50.545182 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:42:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:50.628677 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fc431117-0f60-4fd6-bbb2-4e91a2f0716b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "PUT /v2.0/floatingips/0fdfca17-181a-4ecd-ab03-4c16854cdf8a HTTP/1.1" status: 200 len: 991 time: 1.7742517 Feb 08 16:42:50.642211 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778431-eba7-4675-a8fe-d17bab34e9ae req-f1c53599-4969-433a-8407-c427edd9e73e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.644193 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-2ebc7d02-cc48-4012-8d2a-d91c81111ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.645687 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-2ebc7d02-cc48-4012-8d2a-d91c81111ed7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.1276195 Feb 08 16:42:50.654208 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c1778431-eba7-4675-a8fe-d17bab34e9ae req-f1c53599-4969-433a-8407-c427edd9e73e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1268904 Feb 08 16:42:50.677571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:50.681902 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949243d2-2034-4d1c-b863-bc8821d4dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:50.715721 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:50.742273 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c1778431-eba7-4675-a8fe-d17bab34e9ae req-75fe5a55-b928-460a-aa5e-4ec764bca286 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813532 Feb 08 16:42:50.908080 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696d99d-461c-448a-9594-2ab5b2726018 req-8a2264d1-47d8-49c3-a214-7f606126f77d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.909913 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5696d99d-461c-448a-9594-2ab5b2726018 req-8a2264d1-47d8-49c3-a214-7f606126f77d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0796115 Feb 08 16:42:50.914345 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4238f-07fb-4585-8b3a-92057d681608 req-f80c85fd-b55b-4dfd-bd9d-f4a39b7873aa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.916146 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44c4238f-07fb-4585-8b3a-92057d681608 req-f80c85fd-b55b-4dfd-bd9d-f4a39b7873aa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1604469 Feb 08 16:42:50.917977 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-d0f03549-c9e7-4e53-996b-ed8ac9079e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.922948 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-d0f03549-c9e7-4e53-996b-ed8ac9079e9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.2582264 Feb 08 16:42:50.923622 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51572) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:51.016352 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5696d99d-461c-448a-9594-2ab5b2726018 req-c2f577e7-3ed8-4604-b676-389c9d9deaf0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988524 Feb 08 16:42:51.088590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cafc1bd-723f-454d-ad2f-38a551c88a37 x-openstack-request-id: req-4cafc1bd-723f-454d-ad2f-38a551c88a37 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:51.088997 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:51.089151 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cafc1bd-723f-454d-ad2f-38a551c88a37 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:51.089524 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'status': 'completed', 'code': 200} Feb 08 16:42:51.108175 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-5742388a-7092-4eca-a41d-79be7cf37b86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1000 time: 0.1785212 Feb 08 16:42:51.140694 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44c4238f-07fb-4585-8b3a-92057d681608 req-db521b3c-8725-4733-9203-07e5bc8f9755 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088773 Feb 08 16:42:51.156388 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '8f749a12-e09b-484c-9d24-13d61dd7ecb9', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:4b:8f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:47Z', 'updated_at': '2022-02-08T16:42:48Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.191603 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:51.196871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-56ba14cc-ff81-4ebf-82b1-2d895bae4d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:51.206993 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:51.207606 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:42:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.217633 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-51c8f80a-314c-42ef-b1fb-5eec7e545631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.219578 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-51c8f80a-314c-42ef-b1fb-5eec7e545631 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1130 time: 0.0919046 Feb 08 16:42:51.238615 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-739d71f0-4edc-4ecd-9533-f13c64f53060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.240223 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-739d71f0-4edc-4ecd-9533-f13c64f53060 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0986400 Feb 08 16:42:51.264536 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '0fdfca17-181a-4ecd-ab03-4c16854cdf8a', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:45Z', 'updated_at': '2022-02-08T16:42:49Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.323835 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:51.338097 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:51.340772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:42:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.364870 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:51.382346 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-76d2520c-e3aa-42fe-9cd1-eb640675638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.383592 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-56ba14cc-ff81-4ebf-82b1-2d895bae4d29 admin admin] Publish callbacks [] for security_group (7a753388-b1a7-4520-a524-578a16a8a928), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:51.384266 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-76d2520c-e3aa-42fe-9cd1-eb640675638a service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.1517475 Feb 08 16:42:51.386837 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-886e4fb7-833e-420f-a275-306a12f57808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.388366 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-886e4fb7-833e-420f-a275-306a12f57808 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418731 Feb 08 16:42:51.391845 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-56ba14cc-ff81-4ebf-82b1-2d895bae4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7a753388-b1a7-4520-a524-578a16a8a928), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:51.503562 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51584) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:51.544282 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:51.575248 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-f201e03f-2326-46e6-882e-318f575d69f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 999 time: 0.1750448 Feb 08 16:42:51.659338 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-738b5cb8-ee7f-4722-a7bb-42e6352ba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.660531 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-738b5cb8-ee7f-4722-a7bb-42e6352ba763 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0700271 Feb 08 16:42:51.713553 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '8f749a12-e09b-484c-9d24-13d61dd7ecb9', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:4b:8f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:47Z', 'updated_at': '2022-02-08T16:42:48Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.756305 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72ef49-2cdf-4eea-8147-a56805c83334 None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '8f749a12-e09b-484c-9d24-13d61dd7ecb9', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:4b:8f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:47Z', 'updated_at': '2022-02-08T16:42:48Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:51.765911 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28329931-57ca-4345-8778-5097d813a42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:51.806101 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-c4813304-4bb3-46e4-a683-eb4c7127ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.807783 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-c4813304-4bb3-46e4-a683-eb4c7127ec55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1368237 Feb 08 16:42:51.900925 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-c05b5de5-412d-45b3-9642-8769e32b7ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806979 Feb 08 16:42:51.990740 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '0fdfca17-181a-4ecd-ab03-4c16854cdf8a', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:45Z', 'updated_at': '2022-02-08T16:42:49Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:51.993191 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba14cc-ff81-4ebf-82b1-2d895bae4d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a753388-b1a7-4520-a524-578a16a8a928,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:52.008260 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-56ba14cc-ff81-4ebf-82b1-2d895bae4d29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e38cd0d703c84bc8b812b0a41497a858&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0834479 Feb 08 16:42:52.015119 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51604) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:52.053723 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-f544f52f-b9b9-4f91-82c8-90436fb3c056 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316194 Feb 08 16:42:52.059262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707b272-9c15-4153-a9b6-fbe1dbd35433 None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '0fdfca17-181a-4ecd-ab03-4c16854cdf8a', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:41:45Z', 'updated_at': '2022-02-08T16:42:49Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:52.062571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556c362-85a4-4564-a4b6-6a326f3b6ea5 req-ce4453af-8620-465f-80e7-a8ad53e92c10 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:52.070753 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3556c362-85a4-4564-a4b6-6a326f3b6ea5 req-ce4453af-8620-465f-80e7-a8ad53e92c10 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1629078 Feb 08 16:42:52.228498 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d861d65-620c-4ef1-82ce-8ab6ec969fbc req-5f2a114d-1b8d-4848-a87c-4e10b3537c4e service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164775 Feb 08 16:42:52.229789 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28329931-57ca-4345-8778-5097d813a42f admin admin] Publish callbacks [] for security_group (a6f3bda7-ceb7-449c-aa30-bd98a9063975), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.252282 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-28329931-57ca-4345-8778-5097d813a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a6f3bda7-ceb7-449c-aa30-bd98a9063975), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.278475 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a0ea-b853-4b8d-a0ac-2f387d705eda None None] New status for floating IP 8f749a12-e09b-484c-9d24-13d61dd7ecb9: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:42:52.286483 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] Publish callbacks [] for security_group (7a753388-b1a7-4520-a524-578a16a8a928), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.334185 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] Publish callbacks [] for security_group (7a753388-b1a7-4520-a524-578a16a8a928), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.357054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0488a-6826-43d5-b79c-e0a2dc099bb0 req-d1637600-0bc2-4cec-9ef2-b00cfd9d4aea tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:52.358926 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b4d0488a-6826-43d5-b79c-e0a2dc099bb0 req-d1637600-0bc2-4cec-9ef2-b00cfd9d4aea tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1645577 Feb 08 16:42:52.393854 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-949243d2-2034-4d1c-b863-bc8821d4dc84 req-184d0552-aed1-4d7a-8796-8eef6719c18c service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189240 Feb 08 16:42:52.411871 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3556c362-85a4-4564-a4b6-6a326f3b6ea5 req-f8afbd9f-6a24-4571-9f3a-dd73cf1f72da tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401849 Feb 08 16:42:52.427518 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-28329931-57ca-4345-8778-5097d813a42f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c66bd698563047689a70f78f5c6d7b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9238265 Feb 08 16:42:52.430249 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51614) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:52.443610 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b4d0488a-6826-43d5-b79c-e0a2dc099bb0 req-7093427e-ecf5-4aca-966b-26343e8413e1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728037 Feb 08 16:42:52.458402 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329931-57ca-4345-8778-5097d813a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f3bda7-ceb7-449c-aa30-bd98a9063975,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:52.533605 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7a753388-b1a7-4520-a524-578a16a8a928), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.537158 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.539188 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a753388-b1a7-4520-a524-578a16a8a928 HTTP/1.1" status: 204 len: 168 time: 0.5226722 Feb 08 16:42:52.587234 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2e693-c5cf-42f3-9ba1-4350861c46c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a753388-b1a7-4520-a524-578a16a8a928,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:52.657600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] Publish callbacks [] for security_group (a6f3bda7-ceb7-449c-aa30-bd98a9063975), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.690545 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] Publish callbacks [] for security_group (a6f3bda7-ceb7-449c-aa30-bd98a9063975), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.701617 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0206ff5-b02a-4fac-9900-bc31e9c7043f None None] New status for floating IP 0fdfca17-181a-4ecd-ab03-4c16854cdf8a: ACTIVE {{(pid=109223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:42:52.761375 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1fd0-bfc9-4c42-97a3-27a78b3c92a0 req-229a74ff-f9b0-4135-9eab-97e79108bc0e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:52.764746 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c4c1fd0-bfc9-4c42-97a3-27a78b3c92a0 req-229a74ff-f9b0-4135-9eab-97e79108bc0e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.2147160 Feb 08 16:42:52.765413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a6f3bda7-ceb7-449c-aa30-bd98a9063975), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.768632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.769687 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6f3bda7-ceb7-449c-aa30-bd98a9063975 HTTP/1.1" status: 204 len: 168 time: 0.3384147 Feb 08 16:42:52.779808 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc322cb-62a7-4e13-a12f-ea3c697f3b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f3bda7-ceb7-449c-aa30-bd98a9063975,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:52.843008 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c4c1fd0-bfc9-4c42-97a3-27a78b3c92a0 req-5c7b0d13-5af5-4297-88e6-1191f7e6bb29 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Feb 08 16:42:53.013442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51624) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:53.031869 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-997be8b8-111e-4af6-8c1c-44b6a87a0baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.129952 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-997be8b8-111e-4af6-8c1c-44b6a87a0baa admin admin] Publish callbacks [] for security_group (05a5d37a-2194-4a21-8bf1-84be8c78f0ab), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.136052 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-997be8b8-111e-4af6-8c1c-44b6a87a0baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (05a5d37a-2194-4a21-8bf1-84be8c78f0ab), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.175513 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-997be8b8-111e-4af6-8c1c-44b6a87a0baa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35a89622269d43479ee93e3c72f3091b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607080 Feb 08 16:42:53.178315 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51630) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:53.186199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997be8b8-111e-4af6-8c1c-44b6a87a0baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a5d37a-2194-4a21-8bf1-84be8c78f0ab,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:53.262135 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51634) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:53.301175 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-81c36e6d-169f-4e4e-bd4d-a7fc8f625342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.325155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] Publish callbacks [] for security_group (05a5d37a-2194-4a21-8bf1-84be8c78f0ab), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.360097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] Publish callbacks [] for security_group (05a5d37a-2194-4a21-8bf1-84be8c78f0ab), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.442146 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-81c36e6d-169f-4e4e-bd4d-a7fc8f625342 admin admin] Publish callbacks [] for security_group (59d95179-b6ea-499c-9d69-ef24749c67c6), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.444746 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (05a5d37a-2194-4a21-8bf1-84be8c78f0ab), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.448233 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.449384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05a5d37a-2194-4a21-8bf1-84be8c78f0ab HTTP/1.1" status: 204 len: 168 time: 0.2651458 Feb 08 16:42:53.453196 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-81c36e6d-169f-4e4e-bd4d-a7fc8f625342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (59d95179-b6ea-499c-9d69-ef24749c67c6), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.466712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232b17e-d544-41f0-b6c0-a1b8fc68ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a5d37a-2194-4a21-8bf1-84be8c78f0ab,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:53.509817 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-81c36e6d-169f-4e4e-bd4d-a7fc8f625342 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0554f487ebb64a77aa9ab3768ca61ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463806 Feb 08 16:42:53.510184 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51644) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:53.514853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c36e6d-169f-4e4e-bd4d-a7fc8f625342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d95179-b6ea-499c-9d69-ef24749c67c6,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:53.620908 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] Publish callbacks [] for security_group (59d95179-b6ea-499c-9d69-ef24749c67c6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.630432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc8cca-69cc-415b-8372-7fb750af1cb6 req-85504c53-60c1-4043-8e7b-995f73d3feed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:53.634688 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e8dc8cca-69cc-415b-8372-7fb750af1cb6 req-85504c53-60c1-4043-8e7b-995f73d3feed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0758789 Feb 08 16:42:53.653065 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f42b0-5e68-4a60-8eb9-7092a613a123 req-ee005fbb-a462-4bc2-897d-6f163c8a2f29 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:53.661972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a20f42b0-5e68-4a60-8eb9-7092a613a123 req-ee005fbb-a462-4bc2-897d-6f163c8a2f29 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1272771 Feb 08 16:42:53.700326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] Publish callbacks [] for security_group (59d95179-b6ea-499c-9d69-ef24749c67c6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.774772 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e8dc8cca-69cc-415b-8372-7fb750af1cb6 req-503d9e58-d9c9-4a03-926a-cc09aa183571 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326842 Feb 08 16:42:53.784841 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a20f42b0-5e68-4a60-8eb9-7092a613a123 req-5e148488-e4f1-4d1a-bcfb-3af744b0cff0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217444 Feb 08 16:42:53.809719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (59d95179-b6ea-499c-9d69-ef24749c67c6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.812666 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:53.813873 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59d95179-b6ea-499c-9d69-ef24749c67c6 HTTP/1.1" status: 204 len: 168 time: 0.3026071 Feb 08 16:42:53.830258 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b60ffb-7fd1-4329-9012-db9514c34aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d95179-b6ea-499c-9d69-ef24749c67c6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:54.068490 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa64d91-7a0a-4bd7-b3ab-9410175af787 req-98f8a152-1e96-4801-9c6f-69b046fd494e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:54.071218 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-aaa64d91-7a0a-4bd7-b3ab-9410175af787 req-98f8a152-1e96-4801-9c6f-69b046fd494e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0709388 Feb 08 16:42:54.126837 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-aaa64d91-7a0a-4bd7-b3ab-9410175af787 req-466624ff-0871-4b29-b48e-51d9e874ad4e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486622 Feb 08 16:42:55.281638 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ff19-e9e5-49d4-8443-dce51ebf85e0 req-eabe84e4-522f-4d31-8eae-a08eea102ab9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:55.283864 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93c0ff19-e9e5-49d4-8443-dce51ebf85e0 req-eabe84e4-522f-4d31-8eae-a08eea102ab9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0721779 Feb 08 16:42:55.360741 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93c0ff19-e9e5-49d4-8443-dce51ebf85e0 req-8a2daa0f-1189-4ca6-9bec-fe69c25f3e0e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674570 Feb 08 16:42:55.677150 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e48ce554-a712-4c6f-a1e5-71fcb3f5fbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.132642 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51824) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:56.238959 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3613a420-17c2-46b6-8691-2a9c890348bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.316594 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3613a420-17c2-46b6-8691-2a9c890348bc admin admin] Publish callbacks [] for security_group (e1f72136-c30f-4897-a92f-c63e6362285c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.321878 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3613a420-17c2-46b6-8691-2a9c890348bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e1f72136-c30f-4897-a92f-c63e6362285c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.365560 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3613a420-17c2-46b6-8691-2a9c890348bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c73f6abbaf2344cc9ad75da178017e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317948 Feb 08 16:42:56.366986 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613a420-17c2-46b6-8691-2a9c890348bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f72136-c30f-4897-a92f-c63e6362285c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:56.368900 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51836) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:56.424907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] Publish callbacks [] for security_group (e1f72136-c30f-4897-a92f-c63e6362285c), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.449359 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] Publish callbacks [] for security_group (e1f72136-c30f-4897-a92f-c63e6362285c), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.530457 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c4050-d1bf-4b0b-ab4c-37411895258a req-2e694586-31e9-40b9-a2f2-f8c3dd35f8c0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:56.530705 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51848) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:56.531969 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e36c4050-d1bf-4b0b-ab4c-37411895258a req-2e694586-31e9-40b9-a2f2-f8c3dd35f8c0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0897002 Feb 08 16:42:56.552059 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e1f72136-c30f-4897-a92f-c63e6362285c), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.555182 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.556283 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1f72136-c30f-4897-a92f-c63e6362285c HTTP/1.1" status: 204 len: 168 time: 0.1856382 Feb 08 16:42:56.575012 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f2840-0e2e-4381-a0cb-e23c21dd0a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f72136-c30f-4897-a92f-c63e6362285c,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:56.601341 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e36c4050-d1bf-4b0b-ab4c-37411895258a req-de0e9d68-0fad-477e-b61d-c61e6d074db0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Feb 08 16:42:56.664534 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-feecc49e-5f0d-46a7-8d3d-86f83095efb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.739383 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-feecc49e-5f0d-46a7-8d3d-86f83095efb7 admin admin] Publish callbacks [] for security_group (e5d3a6f1-e3fc-40f5-897d-186939fe7fa4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.744154 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-feecc49e-5f0d-46a7-8d3d-86f83095efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e5d3a6f1-e3fc-40f5-897d-186939fe7fa4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.782037 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-feecc49e-5f0d-46a7-8d3d-86f83095efb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73712ae944754cc2a7a867a29fee40eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501633 Feb 08 16:42:56.783125 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecc49e-5f0d-46a7-8d3d-86f83095efb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d3a6f1-e3fc-40f5-897d-186939fe7fa4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:56.784894 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51856) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:56.833294 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51858) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:56.839806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] Publish callbacks [] for security_group (e5d3a6f1-e3fc-40f5-897d-186939fe7fa4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.846891 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3264e00-48aa-45fb-a9fb-425caa021eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.861011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] Publish callbacks [] for security_group (e5d3a6f1-e3fc-40f5-897d-186939fe7fa4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.915134 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e5d3a6f1-e3fc-40f5-897d-186939fe7fa4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.918176 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.921657 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5d3a6f1-e3fc-40f5-897d-186939fe7fa4 HTTP/1.1" status: 204 len: 168 time: 0.1333268 Feb 08 16:42:56.929811 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2681db-1d40-4157-891f-d10b8c00e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d3a6f1-e3fc-40f5-897d-186939fe7fa4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:56.939551 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3264e00-48aa-45fb-a9fb-425caa021eeb admin admin] Publish callbacks [] for security_group (3422db51-f695-460c-988d-5fddcd4b9bf0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.945006 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f3264e00-48aa-45fb-a9fb-425caa021eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3422db51-f695-460c-988d-5fddcd4b9bf0), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:56.985194 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f3264e00-48aa-45fb-a9fb-425caa021eeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cbe17fac043457980a25813f308ce31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506736 Feb 08 16:42:56.987409 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3264e00-48aa-45fb-a9fb-425caa021eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422db51-f695-460c-988d-5fddcd4b9bf0,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:56.988116 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51864) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:57.038849 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] Publish callbacks [] for security_group (3422db51-f695-460c-988d-5fddcd4b9bf0), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.063095 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] Publish callbacks [] for security_group (3422db51-f695-460c-988d-5fddcd4b9bf0), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.113626 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3422db51-f695-460c-988d-5fddcd4b9bf0), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.116842 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.118129 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3422db51-f695-460c-988d-5fddcd4b9bf0 HTTP/1.1" status: 204 len: 168 time: 0.1287646 Feb 08 16:42:57.127192 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd9a4e-3d41-46ca-ac88-b9ce7d7c2916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422db51-f695-460c-988d-5fddcd4b9bf0,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:57.271209 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51870) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:57.285495 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f27136b-e726-4bb1-840a-a1d9f4c33442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.374394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f27136b-e726-4bb1-840a-a1d9f4c33442 admin admin] Publish callbacks [] for security_group (6727989b-4c01-4daf-a4d9-a5ecae4ad3c2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.385603 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f27136b-e726-4bb1-840a-a1d9f4c33442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6727989b-4c01-4daf-a4d9-a5ecae4ad3c2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.425450 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2f27136b-e726-4bb1-840a-a1d9f4c33442 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e089f4306281438d94e1f35d89d45353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531322 Feb 08 16:42:57.426566 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27136b-e726-4bb1-840a-a1d9f4c33442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6727989b-4c01-4daf-a4d9-a5ecae4ad3c2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:57.428138 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51880) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:57.480189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] Publish callbacks [] for security_group (6727989b-4c01-4daf-a4d9-a5ecae4ad3c2), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.502024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] Publish callbacks [] for security_group (6727989b-4c01-4daf-a4d9-a5ecae4ad3c2), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.553432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6727989b-4c01-4daf-a4d9-a5ecae4ad3c2), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.556574 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:57.558083 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6727989b-4c01-4daf-a4d9-a5ecae4ad3c2 HTTP/1.1" status: 204 len: 168 time: 0.1279452 Feb 08 16:42:57.566213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc0bf-8214-43ef-83ba-a47de0c298d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6727989b-4c01-4daf-a4d9-a5ecae4ad3c2,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:57.733914 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda76833-4bc5-43eb-bedf-43a8c1277e53 req-1b4fbfef-3494-45ab-8634-94d505f21064 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:57.735421 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cda76833-4bc5-43eb-bedf-43a8c1277e53 req-1b4fbfef-3494-45ab-8634-94d505f21064 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0555074 Feb 08 16:42:57.796328 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cda76833-4bc5-43eb-bedf-43a8c1277e53 req-fd9be8ff-8ba3-44de-a24f-9cb80823a700 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527194 Feb 08 16:42:58.004284 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dcee9dea-e43c-47fd-83be-1d7c6bb8fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.673625 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 51940) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:58.776153 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c07ff9b5-6f6d-4a23-a371-a06e3185e28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.849531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c07ff9b5-6f6d-4a23-a371-a06e3185e28b admin admin] Publish callbacks [] for security_group (1a27a6a0-36bf-4715-b8da-f996ae0b79d0), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.853880 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c07ff9b5-6f6d-4a23-a371-a06e3185e28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1a27a6a0-36bf-4715-b8da-f996ae0b79d0), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.920900 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c07ff9b5-6f6d-4a23-a371-a06e3185e28b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72dfd4a7ff0148f0938a82586e6c4242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461655 Feb 08 16:42:58.921697 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ff9b5-6f6d-4a23-a371-a06e3185e28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a27a6a0-36bf-4715-b8da-f996ae0b79d0,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:58.923641 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 51946) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:58.949556 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866b08-5852-44f5-9e92-04d3992bd101 req-ec8be2e3-18c1-4014-a2aa-ed588448f083 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:58.951167 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a7866b08-5852-44f5-9e92-04d3992bd101 req-ec8be2e3-18c1-4014-a2aa-ed588448f083 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0827043 Feb 08 16:42:58.973783 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] Publish callbacks [] for security_group (1a27a6a0-36bf-4715-b8da-f996ae0b79d0), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.995587 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] Publish callbacks [] for security_group (1a27a6a0-36bf-4715-b8da-f996ae0b79d0), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:58.998010 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a7866b08-5852-44f5-9e92-04d3992bd101 req-95ca9cd7-0d76-4f56-a9fd-e482ecf634da tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Feb 08 16:42:59.050127 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1a27a6a0-36bf-4715-b8da-f996ae0b79d0), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:59.053166 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:59.055103 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a27a6a0-36bf-4715-b8da-f996ae0b79d0 HTTP/1.1" status: 204 len: 168 time: 0.1296546 Feb 08 16:42:59.062979 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd37e43-bdba-414c-a9c5-74bd50998ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a27a6a0-36bf-4715-b8da-f996ae0b79d0,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:59.179795 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:00.121296 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4af207-a0d8-477d-bc48-b184413e1992 req-78f4d388-7a26-42ff-8655-82c275ba2bb7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.124323 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e4af207-a0d8-477d-bc48-b184413e1992 req-78f4d388-7a26-42ff-8655-82c275ba2bb7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0568850 Feb 08 16:43:00.174053 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1e4af207-a0d8-477d-bc48-b184413e1992 req-768a10ef-9659-4b4a-b6f6-0b62f71a6729 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Feb 08 16:43:00.380365 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:01.296400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1293a-d29f-44ed-aa98-38066620f6ec req-53fe9792-134c-494c-a8fe-7564820c0221 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:01.297831 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9ca1293a-d29f-44ed-aa98-38066620f6ec req-53fe9792-134c-494c-a8fe-7564820c0221 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0537248 Feb 08 16:43:01.344298 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9ca1293a-d29f-44ed-aa98-38066620f6ec req-3dcb96b6-87e1-4614-abe2-a45befec19aa tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Feb 08 16:43:01.896888 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:02.465426 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae05c5-e332-4541-8542-e26ca5e65dca req-79137285-1187-419d-8e2a-00a2251b2405 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:02.467860 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c0ae05c5-e332-4541-8542-e26ca5e65dca req-79137285-1187-419d-8e2a-00a2251b2405 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0559659 Feb 08 16:43:02.515562 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c0ae05c5-e332-4541-8542-e26ca5e65dca req-64e6696f-b553-46a0-b2ad-1073f6ee935c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Feb 08 16:43:03.580633 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d8585-6b7f-45ec-9cc2-c9eeef6f7c32 req-6193c532-9b62-47cc-9d8f-00e332b62d45 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:03.582138 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6a4d8585-6b7f-45ec-9cc2-c9eeef6f7c32 req-6193c532-9b62-47cc-9d8f-00e332b62d45 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0631475 Feb 08 16:43:03.630029 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6a4d8585-6b7f-45ec-9cc2-c9eeef6f7c32 req-e755b7b8-2298-4fca-8f9d-85906d532950 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Feb 08 16:43:03.654170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5bfcd-dea8-4a29-86c3-e2ad2f756562 req-af82d104-e783-4c94-9163-98fd2ca9c74b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:03.655614 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ce5bfcd-dea8-4a29-86c3-e2ad2f756562 req-af82d104-e783-4c94-9163-98fd2ca9c74b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0656936 Feb 08 16:43:03.704050 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ce5bfcd-dea8-4a29-86c3-e2ad2f756562 req-e169737c-1c4b-4462-b572-dada4644be57 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Feb 08 16:43:04.502107 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52190) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:04.606678 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d645-03c5-427f-bf07-f453626dfee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:04.686243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d645-03c5-427f-bf07-f453626dfee7 admin admin] Publish callbacks [] for security_group (2c7d1b1e-351c-4209-b0cb-a863e6fb0944), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:04.691249 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d645-03c5-427f-bf07-f453626dfee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (2c7d1b1e-351c-4209-b0cb-a863e6fb0944), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:04.704749 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52198) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:04.762941 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3dc5d645-03c5-427f-bf07-f453626dfee7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ca9a274a0234d7ab73443f0a6e7ffa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574720 Feb 08 16:43:04.763173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d645-03c5-427f-bf07-f453626dfee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d1b1e-351c-4209-b0cb-a863e6fb0944,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:04.763277 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52204) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:04.785217 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a441f3-4375-4915-8b72-6858b46b10a6 req-f443d60f-198f-442b-941e-d40f53a70d9c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:04.788206 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5a441f3-4375-4915-8b72-6858b46b10a6 req-f443d60f-198f-442b-941e-d40f53a70d9c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0794275 Feb 08 16:43:04.844078 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5a441f3-4375-4915-8b72-6858b46b10a6 req-dc105fa8-8ea7-4b8e-9f43-147e678f9cac tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513332 Feb 08 16:43:04.844527 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f687d5c6-7e02-4686-b43f-1ea45adabc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:04.879522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e891-ac95-4a2b-9f2c-f77e1cc7e4dc req-5c9be8b2-447d-4cdd-b839-168a4d0856e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:04.881270 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5035e891-ac95-4a2b-9f2c-f77e1cc7e4dc req-5c9be8b2-447d-4cdd-b839-168a4d0856e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1094797 Feb 08 16:43:04.884809 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] Publish callbacks [] for security_group (2c7d1b1e-351c-4209-b0cb-a863e6fb0944), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:04.932390 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] Publish callbacks [] for security_group (2c7d1b1e-351c-4209-b0cb-a863e6fb0944), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.007087 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5035e891-ac95-4a2b-9f2c-f77e1cc7e4dc req-a4c45cb3-757b-40e1-aeff-5c9d014b13f9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177914 Feb 08 16:43:05.035514 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f687d5c6-7e02-4686-b43f-1ea45adabc10 admin admin] Publish callbacks [] for security_group (eee66cc7-5ef4-49b1-8954-b30bb55e3527), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.040977 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f687d5c6-7e02-4686-b43f-1ea45adabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (eee66cc7-5ef4-49b1-8954-b30bb55e3527), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.053308 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (2c7d1b1e-351c-4209-b0cb-a863e6fb0944), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.056559 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.057705 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c7d1b1e-351c-4209-b0cb-a863e6fb0944 HTTP/1.1" status: 204 len: 168 time: 0.2934492 Feb 08 16:43:05.087464 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f687d5c6-7e02-4686-b43f-1ea45adabc10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3a15648d20643ce864338037c9ec67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816187 Feb 08 16:43:05.088375 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d5c6-7e02-4686-b43f-1ea45adabc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee66cc7-5ef4-49b1-8954-b30bb55e3527,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:05.090182 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52210) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:05.098850 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacd767-3ea8-4471-84d8-9f2158549bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d1b1e-351c-4209-b0cb-a863e6fb0944,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:05.148813 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] Publish callbacks [] for security_group (eee66cc7-5ef4-49b1-8954-b30bb55e3527), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.170541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] Publish callbacks [] for security_group (eee66cc7-5ef4-49b1-8954-b30bb55e3527), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.223512 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (eee66cc7-5ef4-49b1-8954-b30bb55e3527), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.226720 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.228671 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eee66cc7-5ef4-49b1-8954-b30bb55e3527 HTTP/1.1" status: 204 len: 168 time: 0.1371787 Feb 08 16:43:05.236867 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e31cae-8f33-4fb6-8a12-6e1ae8d1033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee66cc7-5ef4-49b1-8954-b30bb55e3527,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:05.622218 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52232) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:05.637590 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4914-311c-4c02-a2c2-320bc5a3474d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.719461 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4914-311c-4c02-a2c2-320bc5a3474d admin admin] Publish callbacks [] for security_group (7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.723270 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4914-311c-4c02-a2c2-320bc5a3474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.763528 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4a9a4914-311c-4c02-a2c2-320bc5a3474d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b2d519dbc004a46a1a2e5d91d06c9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402292 Feb 08 16:43:05.764509 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a4914-311c-4c02-a2c2-320bc5a3474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:05.766170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52238) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:05.816034 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] Publish callbacks [] for security_group (7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.839990 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] Publish callbacks [] for security_group (7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.892537 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.895044 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.899455 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043 HTTP/1.1" status: 204 len: 168 time: 0.1284666 Feb 08 16:43:05.910952 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112f53-25dd-4513-8ab1-4bb6a9a027b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b5d23-2beb-4bf8-aaf6-a94ac4f36043,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:06.014972 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972ac0-dbed-41d3-be6e-c7012f3d679b req-80fe1d0e-7853-4ea5-b6b0-f6f95e05e332 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:06.016768 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad972ac0-dbed-41d3-be6e-c7012f3d679b req-80fe1d0e-7853-4ea5-b6b0-f6f95e05e332 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0703888 Feb 08 16:43:06.104216 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad972ac0-dbed-41d3-be6e-c7012f3d679b req-9ec28a40-dbda-42ed-ba5d-9571d0757f54 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Feb 08 16:43:06.205737 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba9b45-b7f0-4c1b-8ce3-ffc532847b98 req-7dec136b-f180-4b8e-862e-d374437297bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:06.212361 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-55ba9b45-b7f0-4c1b-8ce3-ffc532847b98 req-7dec136b-f180-4b8e-862e-d374437297bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0883710 Feb 08 16:43:06.275811 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-55ba9b45-b7f0-4c1b-8ce3-ffc532847b98 req-9794d19f-14b7-4e67-becd-d3c9b25de745 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580752 Feb 08 16:43:06.711048 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52278) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:06.737417 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-14415c75-3ca5-4e3e-a7cc-ba303a6168e7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:06.738761 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-14415c75-3ca5-4e3e-a7cc-ba303a6168e7 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Feb 08 16:43:06.812060 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139062651-network', 'tenant_id': 'bdd3d5feed9748999a7c89e69e1bfef8'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:06.834878 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Made reservation on behalf of bdd3d5feed9748999a7c89e69e1bfef8 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:06.838542 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:06.847849 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:06.930038 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks [] for security_group (c632cf90-16a7-4fbf-9801-a799bb4ce125), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:06.934376 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c632cf90-16a7-4fbf-9801-a799bb4ce125), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:06.966346 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:43:06.979440 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c632cf90-16a7-4fbf-9801-a799bb4ce125,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:06.985661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730220755384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (2fb99230-d336-4794-b4a3-d81a3b50a60b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:06.986800 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Unsubscribe: segment precommit_create {{(pid=109222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 16:43:06.986800 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Added segment 2fb99230-d336-4794-b4a3-d81a3b50a60b of type vlan for network 75e2b15a-0771-474a-955a-6d5049cf9d2c Feb 08 16:43:07.039298 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (75e2b15a-0771-474a-955a-6d5049cf9d2c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.063894 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Deleting port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:43:07.064483 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.074175 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (75e2b15a-0771-474a-955a-6d5049cf9d2c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.075326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.076010 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.164315 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4519732 Feb 08 16:43:07.167830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52284) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:07.172706 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Request body: {'subnet': {'network_id': '75e2b15a-0771-474a-955a-6d5049cf9d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139062651-subnet', 'tenant_id': 'bdd3d5feed9748999a7c89e69e1bfef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:07.185113 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd31e2d-4aa4-4d0e-bb1f-ac170dc5f155 admin admin] Pushing event updated for resources: {'Network': ['ID=75e2b15a-0771-474a-955a-6d5049cf9d2c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:07.189513 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] For port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,segment=NetworkSegment(10f8f77f-749c-4648-ae20-26e334618005),segment_id=10f8f77f-749c-4648-ae20-26e334618005)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:07.191210 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.214496 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 75e2b15a-0771-474a-955a-6d5049cf9d2c details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:43:07.215946 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Calling delete_port for 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:43:07.232951 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Made reservation on behalf of bdd3d5feed9748999a7c89e69e1bfef8 for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:07.233572 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39f593-f18b-4a4a-981a-a7e661617543 req-057ec3ad-5a3c-409a-bf05-518d30e53d79 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.235418 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b39f593-f18b-4a4a-981a-a7e661617543 req-057ec3ad-5a3c-409a-bf05-518d30e53d79 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 945 time: 0.0660913 Feb 08 16:43:07.239293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.296718 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b39f593-f18b-4a4a-981a-a7e661617543 req-496d502c-f6b4-4a1c-b667-db20a63270d0 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/security-groups?id=899e6bb3-3f2b-41da-9e1f-3aae6254539b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Feb 08 16:43:07.458063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832594d2-9c17-48fb-b78e-d02d891710b0 req-602baf53-bdef-46be-9080-6302e39f013b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.459515 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-832594d2-9c17-48fb-b78e-d02d891710b0 req-602baf53-bdef-46be-9080-6302e39f013b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1161530 Feb 08 16:43:07.579000 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284'] for port (8ada1591-1e3d-4284-b7ae-9c7a774e81b8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.603116 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['8ada1591-1e3d-4284-b7ae-9c7a774e81b8'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:07.611560 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-832594d2-9c17-48fb-b78e-d02d891710b0 req-72bf969b-129c-49e2-a23b-6d5844598ee2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441884 Feb 08 16:43:07.644234 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Pushing event deleted for resources: {'Port': ['ID=8ada1591-1e3d-4284-b7ae-9c7a774e81b8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:07.676998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (f89bca40-ad70-42ac-8d03-f1cbd43b7c0e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.716445 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.736777 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] No DVR routers for this DVR port 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:43:07.746790 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.750215 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf053256-336a-4bfc-95e1-d4cee4af6229 req-90e63f77-c7a0-414e-99b3-b9e437e4bf6c tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.42 "DELETE /v2.0/ports/8ada1591-1e3d-4284-b7ae-9c7a774e81b8 HTTP/1.1" status: 204 len: 173 time: 1.0062859 Feb 08 16:43:07.750695 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'name': 'network-vif-deleted', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:07.753114 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa2c0d4-9d8c-4a4e-8e53-c1b524f0c540" -d '{"events": [{"server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "name": "network-vif-deleted", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:07.780582 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89bca40-ad70-42ac-8d03-f1cbd43b7c0e,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:07.784872 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Checking segment: {'id': '2fb99230-d336-4794-b4a3-d81a3b50a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '75e2b15a-0771-474a-955a-6d5049cf9d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:07.785221 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Network hostable DHCP agents. Network: 75e2b15a-0771-474a-955a-6d5049cf9d2c, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:43:07.795363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78818c8-9613-4950-bfc1-74b416e0d374 x-openstack-request-id: req-b78818c8-9613-4950-bfc1-74b416e0d374 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:07.795689 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba1bca6-d50c-4032-809e-46b9ecbbf304", "name": "network-vif-deleted", "tag": "8ada1591-1e3d-4284-b7ae-9c7a774e81b8", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:07.795968 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b78818c8-9613-4950-bfc1-74b416e0d374 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:07.796304 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba1bca6-d50c-4032-809e-46b9ecbbf304', 'name': 'network-vif-deleted', 'tag': '8ada1591-1e3d-4284-b7ae-9c7a774e81b8', 'status': 'completed', 'code': 200} Feb 08 16:43:07.806133 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Network 75e2b15a-0771-474a-955a-6d5049cf9d2c is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:43:07.815693 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 75e2b15a-0771-474a-955a-6d5049cf9d2c) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:07.820388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.821240 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.827032 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d22c6-d5a2-4eb1-8d16-5437aa24f5b7 None None] Network 75e2b15a-0771-474a-955a-6d5049cf9d2c requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:07.843661 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-cb37d737-d8be-4c6e-85e0-01d2f35dcc9e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746576 Feb 08 16:43:07.935503 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50b0c0-1377-48bc-8136-02bdfef7b074 None None] Network 75e2b15a-0771-474a-955a-6d5049cf9d2c requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:08.333436 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52314) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:08.338490 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456897509-network', 'tenant_id': 'af1c56da97394a80af809d475615d45c'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:08.358556 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Made reservation on behalf of af1c56da97394a80af809d475615d45c for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:08.360914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.369939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.426910 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bd86bb4-49c4-4556-aee5-0d9b4c2619e5 req-de028962-05c3-481d-aa4d-30f67cd6e971 tempest-DeleteServersTestJSON-827669345 tempest-DeleteServersTestJSON-827669345-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ba1bca6-d50c-4032-809e-46b9ecbbf304 HTTP/1.1" status: 200 len: 210 time: 0.0381176 Feb 08 16:43:08.490569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks [] for security_group (20efa872-c000-4854-aebd-48c29e8fb905), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.495370 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (20efa872-c000-4854-aebd-48c29e8fb905), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.520629 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:43:08.529500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20efa872-c000-4854-aebd-48c29e8fb905,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:08.535477 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (d8be2a99-2ffd-4b31-a711-b9ccf5c3db5a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.535853 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Added segment d8be2a99-2ffd-4b31-a711-b9ccf5c3db5a of type vlan for network 65c7f8bc-23cd-47e9-8f87-7742dd503bf7 Feb 08 16:43:08.580653 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (65c7f8bc-23cd-47e9-8f87-7742dd503bf7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.617996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (65c7f8bc-23cd-47e9-8f87-7742dd503bf7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.619114 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:08.619698 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.691270 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3567100 Feb 08 16:43:08.693689 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52338) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:08.697814 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-8af1ba1e-4ec6-4cdb-8b4e-28466217ee99 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=82109ab07882467bb75fe01c154fbbb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394728 Feb 08 16:43:08.700802 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Request body: {'subnet': {'network_id': '65c7f8bc-23cd-47e9-8f87-7742dd503bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456897509-subnet', 'tenant_id': 'af1c56da97394a80af809d475615d45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:08.722934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3c4a7-92e7-4981-9ded-5ca8270c7e41 admin admin] Pushing event updated for resources: {'Network': ['ID=65c7f8bc-23cd-47e9-8f87-7742dd503bf7,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:08.737129 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 65c7f8bc-23cd-47e9-8f87-7742dd503bf7 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:43:08.761995 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Made reservation on behalf of af1c56da97394a80af809d475615d45c for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:08.766055 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:08.848578 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4680f-0c89-47c1-9985-b7870ac6df3c req-901b5a39-691c-4c35-bd28-3abe38a212e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:08.849988 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-69f4680f-0c89-47c1-9985-b7870ac6df3c req-901b5a39-691c-4c35-bd28-3abe38a212e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1432357 Feb 08 16:43:08.922838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-c02b256b-e861-4d86-978f-dc2a8303d319 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:08.924452 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-c02b256b-e861-4d86-978f-dc2a8303d319 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201059 Feb 08 16:43:08.926694 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-69f4680f-0c89-47c1-9985-b7870ac6df3c req-403565da-5e27-4af4-a50e-ca8c9f6d8873 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659118 Feb 08 16:43:08.946816 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-02172721-3616-4cd8-a979-5eac4fe69e4b tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/quotas/82109ab07882467bb75fe01c154fbbb5 HTTP/1.1" status: 200 len: 375 time: 0.0153661 Feb 08 16:43:08.980693 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-5c591d85-79c3-4978-b9ac-782e6bcaf590 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=82109ab07882467bb75fe01c154fbbb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283613 Feb 08 16:43:09.013348 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (1057c171-dd1b-41ac-b5c5-e479e6dda869), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:09.065350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1057c171-dd1b-41ac-b5c5-e479e6dda869,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:09.076165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Checking segment: {'id': 'd8be2a99-2ffd-4b31-a711-b9ccf5c3db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '65c7f8bc-23cd-47e9-8f87-7742dd503bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:09.076416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Network hostable DHCP agents. Network: 65c7f8bc-23cd-47e9-8f87-7742dd503bf7, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:43:09.094432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Network 65c7f8bc-23cd-47e9-8f87-7742dd503bf7 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:43:09.106230 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 65c7f8bc-23cd-47e9-8f87-7742dd503bf7) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:09.111544 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:09.112558 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:09.114137 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6d972-f996-43f4-b269-560ed9496392 None None] Network 65c7f8bc-23cd-47e9-8f87-7742dd503bf7 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:09.136141 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-1137eeaa-b76a-427d-84dd-21f0a89e43d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4412577 Feb 08 16:43:09.173687 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-572b338b-0f68-42a6-9e8c-302c1e81549b req-ef4a72db-cf7a-45c7-b484-5a142dc48efc tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 210 time: 0.0349464 Feb 08 16:43:09.247127 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc58b8e-1b44-48b6-b5c7-47be4b94c51e None None] Network 65c7f8bc-23cd-47e9-8f87-7742dd503bf7 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:10.045743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dcc04-62eb-4cf1-bdbe-0d5812f3b116 req-18ee4020-dc40-48fc-8b4a-ec0ed7ce1001 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:10.047129 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d41dcc04-62eb-4cf1-bdbe-0d5812f3b116 req-18ee4020-dc40-48fc-8b4a-ec0ed7ce1001 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0532193 Feb 08 16:43:10.093279 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d41dcc04-62eb-4cf1-bdbe-0d5812f3b116 req-30c37fdc-41cd-43a3-b670-edb258dae333 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Feb 08 16:43:10.285757 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-52840e84-1391-42d3-a46c-8736ffabc3da tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=82109ab07882467bb75fe01c154fbbb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502887 Feb 08 16:43:10.307312 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-045cecd5-df18-4d37-bf1b-bcd1dc9f4346 req-ee0f0964-d2fc-43db-9093-967c3e266ee7 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 210 time: 0.0405812 Feb 08 16:43:10.509155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-fef6816e-de01-4f5e-aece-fe59e23642d9 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:10.510837 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-fef6816e-de01-4f5e-aece-fe59e23642d9 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083213 Feb 08 16:43:10.519928 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:43:10.527590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Request body: {'port': {'device_id': 'fd2d934f-5925-4055-9b52-388a201fea21', 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518', 'admin_state_up': True, 'tenant_id': '82109ab07882467bb75fe01c154fbbb5'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:10.545643 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:43:10.545997 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8ada1591-1e3d-4284-b7ae-9c7a774e81b8 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:43:10.636065 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Made reservation on behalf of 82109ab07882467bb75fe01c154fbbb5 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:10.639604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:10.647625 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:10.728836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks [] for security_group (37d88427-44fc-4d25-bad9-4b69bdd7f9e2), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:10.739555 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (37d88427-44fc-4d25-bad9-4b69bdd7f9e2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:10.805293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d88427-44fc-4d25-bad9-4b69bdd7f9e2,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:10.885795 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Allocated IP 192.168.233.44 (3b4859cf-0c5a-4002-8536-784c218f9518/a85652b0-25ac-441f-8994-5cb18e38dab2/8fdd6258-0b21-4ea1-a254-24490bc5a5c6) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:10.972836 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52398) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:11.030840 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Deleting subnet f2abdc76-849b-4b00-b6c2-bbeded0d6283 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:43:11.034319 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Publish callbacks [] for subnet (f2abdc76-849b-4b00-b6c2-bbeded0d6283), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.054503 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks [] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.072794 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Publish callbacks [] for subnet (f2abdc76-849b-4b00-b6c2-bbeded0d6283), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.081950 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (f2abdc76-849b-4b00-b6c2-bbeded0d6283), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.087931 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.135886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Network 3b4859cf-0c5a-4002-8536-784c218f9518 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:11.139165 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (f2abdc76-849b-4b00-b6c2-bbeded0d6283), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.141906 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:11.146991 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:11.152951 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:11.153624 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.164598 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Pushing event updated for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:11.170833 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2abdc76-849b-4b00-b6c2-bbeded0d6283,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:11.179662 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-25333d9e-9850-488f-a764-fa538c0db22f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6562059 Feb 08 16:43:11.194929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Request body: {'port': {'device_id': 'fd2d934f-5925-4055-9b52-388a201fea21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:11.223032 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.226313 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b2a3d24f-3433-4e06-9c72-49b5ad2f9213 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f2abdc76-849b-4b00-b6c2-bbeded0d6283 HTTP/1.1" status: 204 len: 168 time: 0.2524650 Feb 08 16:43:11.229004 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52404) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:11.283035 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.325898 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b309a-0b1d-4e38-bc1f-9ae124f118ea req-fee74d46-a749-4d71-aa33-ddbb2ebff79c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:11.327405 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c5b309a-0b1d-4e38-bc1f-9ae124f118ea req-fee74d46-a749-4d71-aa33-ddbb2ebff79c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1386089 Feb 08 16:43:11.330030 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (401a371c-221c-42c3-b115-a08adffde4ba), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.446697 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c5b309a-0b1d-4e38-bc1f-9ae124f118ea req-db5eb52e-ec23-41f7-8262-f89fb4ebc6a2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127491 Feb 08 16:43:11.479585 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (401a371c-221c-42c3-b115-a08adffde4ba), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.494577 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-340ec1a4-09bc-430b-9c1e-5b2888231a7a None None] Provisioning complete for port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:43:11.494941 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-340ec1a4-09bc-430b-9c1e-5b2888231a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.503293 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.503955 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.504919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.505692 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > port after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.506229 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.506561 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > port after_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.506886 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.507560 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.508089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.508409 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.521651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a75a-0429-4ad5-8c0c-e01a90f43990 req-7c8ec9eb-5c38-4667-a782-dd4b853fa13c tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:11.523111 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-39e4a75a-0429-4ad5-8c0c-e01a90f43990 req-7c8ec9eb-5c38-4667-a782-dd4b853fa13c tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 935 time: 0.1128981 Feb 08 16:43:11.549135 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-340ec1a4-09bc-430b-9c1e-5b2888231a7a None None] Port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:43:11.601138 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-39e4a75a-0429-4ad5-8c0c-e01a90f43990 req-8d6fa210-fa18-4d34-b6d9-9543a3a54b0a tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667100 Feb 08 16:43:11.631131 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.631498 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.631864 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.632201 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:11.632569 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401a371c-221c-42c3-b115-a08adffde4ba']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:11.650108 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f8f77f-749c-4648-ae20-26e334618005') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:11.650491 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f8f77f-749c-4648-ae20-26e334618005') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:11.651369 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:11.659445 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks [] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.667162 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (10f8f77f-749c-4648-ae20-26e334618005), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.672373 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Transition to ACTIVE for port object 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:43:11.675858 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.688689 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (10f8f77f-749c-4648-ae20-26e334618005), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.696664 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:43:11.697716 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (10f8f77f-749c-4648-ae20-26e334618005), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.730329 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: from cryptography.utils import int_from_bytes Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: from cryptography.utils import int_from_bytes Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:43:11.730476 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:43:11.777155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Attempting to bind port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:11.777155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Attempting to bind port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:11.777155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Attempting to bind port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 on network 3b4859cf-0c5a-4002-8536-784c218f9518 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:11.781912 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 on network 3b4859cf-0c5a-4002-8536-784c218f9518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:43:11.782253 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Attempting to bind port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 on network 3b4859cf-0c5a-4002-8536-784c218f9518 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:11.790052 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:11.791074 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Checking segment: {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:11.791074 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Bound using segment: {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:11.791509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Bound port: 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c091072-d9a2-48eb-add5-7b01da8df125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:11.792070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.820618 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (401a371c-221c-42c3-b115-a08adffde4ba), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.828267 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.834393 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] 10.222.0.35 "DELETE /v2.0/networks/401a371c-221c-42c3-b115-a08adffde4ba HTTP/1.1" status: 204 len: 168 time: 0.6016157 Feb 08 16:43:11.852655 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e520fa4-9d6d-4e48-8243-d25f27e5e75e admin admin] Pushing event deleted for resources: {'Network': ['ID=401a371c-221c-42c3-b115-a08adffde4ba,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:11.877723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:11.881634 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:11.893444 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.944079 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:11.945080 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:11.946497 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] 10.222.0.42 "PUT /v2.0/ports/8fdd6258-0b21-4ea1-a254-24490bc5a5c6 HTTP/1.1" status: 200 len: 1097 time: 0.7562652 Feb 08 16:43:11.950666 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:11.954091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde76d1f-4741-41d7-a446-52ea637c91e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:12.023428 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4348c996-418e-4c21-89e7-deb2468053e3 x-openstack-request-id: req-4348c996-418e-4c21-89e7-deb2468053e3 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:12.023827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:12.024148 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4348c996-418e-4c21-89e7-deb2468053e3 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:12.024611 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6', 'status': 'completed', 'code': 200} Feb 08 16:43:12.044751 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b540a-d7b0-4463-b140-f918051afb5b service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:12.067089 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-a32dcb6d-6d78-4dcd-9b2f-6b77097f8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.068703 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-a32dcb6d-6d78-4dcd-9b2f-6b77097f8f4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82109ab07882467bb75fe01c154fbbb5&device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 1131 time: 0.0682087 Feb 08 16:43:12.095946 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52422) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:12.129421 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-98c18216-006b-480f-b945-f6011fd94a7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0526512 Feb 08 16:43:12.146794 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4961b64d-5be0-4ee3-937e-0413a79760e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbcf2a29fa234f62a1c82620e2c1cbcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491483 Feb 08 16:43:12.149959 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52426) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:12.231329 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-eff3fcbe-a2e4-4490-a4fd-824ab6ed6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.232827 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-eff3fcbe-a2e4-4490-a4fd-824ab6ed6039 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a85652b0-25ac-441f-8994-5cb18e38dab2 HTTP/1.1" status: 200 len: 843 time: 0.0930483 Feb 08 16:43:12.238407 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] Publish callbacks [] for security_group (899e6bb3-3f2b-41da-9e1f-3aae6254539b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:12.289083 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] Publish callbacks [] for security_group (899e6bb3-3f2b-41da-9e1f-3aae6254539b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:12.332397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-a81e87ee-44e2-453d-840e-e109cdc5a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.334014 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-a81e87ee-44e2-453d-840e-e109cdc5a9bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4859cf-0c5a-4002-8536-784c218f9518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0934372 Feb 08 16:43:12.397262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (899e6bb3-3f2b-41da-9e1f-3aae6254539b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:12.399701 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:12.400943 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/899e6bb3-3f2b-41da-9e1f-3aae6254539b HTTP/1.1" status: 204 len: 168 time: 0.2495797 Feb 08 16:43:12.411829 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634628d5-8941-4eb4-921d-40ebd738d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e6bb3-3f2b-41da-9e1f-3aae6254539b,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:12.453705 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-c465bb13-2dfb-405d-8993-465abb00a1dc service neutron] 10.222.0.42 "GET /v2.0/networks/3b4859cf-0c5a-4002-8536-784c218f9518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116383 Feb 08 16:43:12.573988 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b6c576c-ffbd-4cbe-9b9e-47fa0bc7a6db req-691d5d5c-0953-4cad-90d5-02523747cecf service neutron] 10.222.0.42 "GET /v2.0/networks/3b4859cf-0c5a-4002-8536-784c218f9518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078613 Feb 08 16:43:12.629547 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c7eea-f6e1-4878-8d73-dfb219025803 req-ab069ff8-9fff-4262-85ef-689778e7926e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.631294 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-346c7eea-f6e1-4878-8d73-dfb219025803 req-ab069ff8-9fff-4262-85ef-689778e7926e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0715756 Feb 08 16:43:12.748243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8353554-3734-415d-bb8c-56822f8a93e8 req-de3d99d8-61e1-4e00-9d76-8cb12556080f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.750211 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e8353554-3734-415d-bb8c-56822f8a93e8 req-de3d99d8-61e1-4e00-9d76-8cb12556080f tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 947 time: 0.0596230 Feb 08 16:43:12.818156 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e8353554-3734-415d-bb8c-56822f8a93e8 req-af21f074-2243-4978-b50b-d969459084b4 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Feb 08 16:43:12.914344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-346c7eea-f6e1-4878-8d73-dfb219025803 req-d995d112-c5b9-427e-b30c-d0cf4c178399 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756522 Feb 08 16:43:12.927834 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-3763fa44-c794-401f-ae99-f3680e534e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:12.927834 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-3763fa44-c794-401f-ae99-f3680e534e43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=82109ab07882467bb75fe01c154fbbb5&device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 1131 time: 0.0667255 Feb 08 16:43:13.037432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-c78b1ac0-ed34-40ed-958d-120e13d097aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:13.038961 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-c78b1ac0-ed34-40ed-958d-120e13d097aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=3b4859cf-0c5a-4002-8536-784c218f9518 HTTP/1.1" status: 200 len: 870 time: 0.1064103 Feb 08 16:43:13.085468 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-af5ac971-543f-49a2-bb56-2d464af49860 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0395234 Feb 08 16:43:13.090849 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:43:13.137068 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-29c0bf43-5397-42d1-880b-a8436775bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:13.138572 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-29c0bf43-5397-42d1-880b-a8436775bc8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a85652b0-25ac-441f-8994-5cb18e38dab2 HTTP/1.1" status: 200 len: 843 time: 0.0475821 Feb 08 16:43:13.192413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-c74a91fd-82f3-47d5-9faf-9b83e5729cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:13.194137 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-c74a91fd-82f3-47d5-9faf-9b83e5729cdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3b4859cf-0c5a-4002-8536-784c218f9518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0494208 Feb 08 16:43:13.254754 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 52460) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:13.302114 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-f24976ce-7706-44bd-9e71-56a078fa943a service neutron] 10.222.0.42 "GET /v2.0/networks/3b4859cf-0c5a-4002-8536-784c218f9518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993097 Feb 08 16:43:13.369769 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1451320715-network', 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:13.393497 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:13.395883 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.405339 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.409013 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bde76d1f-4741-41d7-a446-52ea637c91e2 req-be7cd7ab-9053-46ae-9a14-296bd740748c service neutron] 10.222.0.42 "GET /v2.0/networks/3b4859cf-0c5a-4002-8536-784c218f9518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992842 Feb 08 16:43:13.490113 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks [] for security_group (7897de08-7312-497b-abc0-b0e12713e780), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.494382 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7897de08-7312-497b-abc0-b0e12713e780), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.514835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:43:13.536476 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (c9723520-2050-44b2-a70f-a264360484a0), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.536820 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Added segment c9723520-2050-44b2-a70f-a264360484a0 of type vlan for network ec8f7fac-5fb6-486d-81c6-a643c1dc738e Feb 08 16:43:13.538768 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897de08-7312-497b-abc0-b0e12713e780,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:13.602625 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (ec8f7fac-5fb6-486d-81c6-a643c1dc738e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.631454 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (ec8f7fac-5fb6-486d-81c6-a643c1dc738e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.632561 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:13.633390 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.691841 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4357033 Feb 08 16:43:13.694939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 52476) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:13.699659 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb813c0e-9574-497b-a109-df766efd5f9d admin admin] Pushing event updated for resources: {'Network': ['ID=ec8f7fac-5fb6-486d-81c6-a643c1dc738e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:13.700527 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Request body: {'subnet': {'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1451320715-subnet', 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:13.709339 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:43:13.720159 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:13.722586 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.897339 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for subnet (12ea0b25-a1e9-4175-956e-081251b1281c), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:13.963401 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ea0b25-a1e9-4175-956e-081251b1281c,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:13.964517 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000615-99b9-450e-bade-a0f9fbcfc853 req-b8ad1b85-0f23-4923-beb7-9b87caeaee10 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:13.967101 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67000615-99b9-450e-bade-a0f9fbcfc853 req-b8ad1b85-0f23-4923-beb7-9b87caeaee10 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 947 time: 0.0747900 Feb 08 16:43:13.975057 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Checking segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:13.975423 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Network hostable DHCP agents. Network: ec8f7fac-5fb6-486d-81c6-a643c1dc738e, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:43:13.993448 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:43:14.013373 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, ec8f7fac-5fb6-486d-81c6-a643c1dc738e) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:14.021013 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b721a-8c50-4136-9b51-461fec895eaf None None] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:14.025401 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-67000615-99b9-450e-bade-a0f9fbcfc853 req-6af37510-7f18-48d3-86ac-c580be89364a tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Feb 08 16:43:14.046923 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:14.048172 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:14.072719 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-62fb22fc-0e82-416e-b75b-29f1e28aef40 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3766837 Feb 08 16:43:14.085530 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd406c-c29a-44c5-a7d2-5dfd51236661 req-2fd64f55-39d1-4605-8164-641e6b0ab46e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:14.087022 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-51fd406c-c29a-44c5-a7d2-5dfd51236661 req-2fd64f55-39d1-4605-8164-641e6b0ab46e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0893271 Feb 08 16:43:14.122197 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22519a43-8d59-4e0e-9748-416229f59690 None None] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:14.140423 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-51fd406c-c29a-44c5-a7d2-5dfd51236661 req-5f440de5-b81f-445b-8fda-d928926d0004 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474722 Feb 08 16:43:14.503397 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-963cf57c-b9c4-487d-a97f-b4da17bfa18f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:14.504871 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-963cf57c-b9c4-487d-a97f-b4da17bfa18f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1056259 Feb 08 16:43:14.521436 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-4063c2c7-6ac8-4674-b1ac-a4d7cc2461c9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/quotas/3b57fcb90a594af1b70daaecbf9efd96 HTTP/1.1" status: 200 len: 375 time: 0.0095215 Feb 08 16:43:14.554322 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-d48fe014-fa87-42f8-999a-d3164df1ad32 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272739 Feb 08 16:43:14.647687 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-35b2f955-184c-4ef1-82d7-6cd3276ce764 service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860341 Feb 08 16:43:14.742984 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-6611f5db-b219-4e9f-8792-66c22b36b55c service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Feb 08 16:43:14.914902 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-863e4edd-f29e-4209-86ac-3851abb5b351 req-365c6c8a-c6ff-4004-beb3-aef891359d03 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 210 time: 0.0295458 Feb 08 16:43:15.157214 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a75c-3298-4692-a30e-89dea39c8fe5 req-3ea2a085-f64d-4e3e-bf7a-46474bcbe825 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:15.158813 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e024a75c-3298-4692-a30e-89dea39c8fe5 req-3ea2a085-f64d-4e3e-bf7a-46474bcbe825 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 947 time: 0.0618317 Feb 08 16:43:15.215388 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e024a75c-3298-4692-a30e-89dea39c8fe5 req-4b5562fd-c716-4cbe-b247-72ede27686d4 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499384 Feb 08 16:43:15.280218 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d02fb-d83f-401a-8efa-3380b52ca1ab req-caa101eb-9854-45df-9459-cbb5f0ddd42d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:15.281963 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-632d02fb-d83f-401a-8efa-3380b52ca1ab req-caa101eb-9854-45df-9459-cbb5f0ddd42d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0628414 Feb 08 16:43:15.334835 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-632d02fb-d83f-401a-8efa-3380b52ca1ab req-630a6138-33cf-41d9-b793-99fbffb655df tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Feb 08 16:43:16.145144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-57f91f25-feee-4927-b5a8-f3a5f0c97b14 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:16.147875 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-57f91f25-feee-4927-b5a8-f3a5f0c97b14 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.2158206 Feb 08 16:43:16.171468 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Request body: {'port': {'device_id': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'admin_state_up': True, 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:16.326595 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2eeb1bd8-a203-48d0-b430-dcad81f875e4 req-403a86ca-0eee-45e4-80d9-a29fbe9be392 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 210 time: 0.3114886 Feb 08 16:43:16.333326 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:16.337103 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.456907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe34fd-ae39-4653-a32a-5ed13a1c42c1 req-c83cdaf1-22e2-4d72-8d7e-f3e414e05566 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:16.458334 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9cbe34fd-ae39-4653-a32a-5ed13a1c42c1 req-c83cdaf1-22e2-4d72-8d7e-f3e414e05566 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 947 time: 0.1099260 Feb 08 16:43:16.475677 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2fe7c-c35c-45a7-afde-1e302122287a req-1743c86c-a80c-4ca8-bc3f-a4028e313f7e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:16.477166 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ea2fe7c-c35c-45a7-afde-1e302122287a req-1743c86c-a80c-4ca8-bc3f-a4028e313f7e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0548422 Feb 08 16:43:16.524469 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ea2fe7c-c35c-45a7-afde-1e302122287a req-623fc1d7-51dd-412b-af1b-a27be93b8d83 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Feb 08 16:43:16.527556 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:43:16.543180 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Allocated IP 172.20.0.7 (ec8f7fac-5fb6-486d-81c6-a643c1dc738e/12ea0b25-a1e9-4175-956e-081251b1281c/6d242b95-699b-413d-9b89-1b82e91da648) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:16.550215 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9cbe34fd-ae39-4653-a32a-5ed13a1c42c1 req-3764845d-5447-4463-8bfb-e85580595884 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Feb 08 16:43:16.629395 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:16.642531 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6', 'network_id': '3b4859cf-0c5a-4002-8536-784c218f9518', 'port_id': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6', 'mac_address': 'fa:16:3e:2c:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85652b0-25ac-441f-8994-5cb18e38dab2', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:43:16.684746 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:16.685126 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.697642 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:16.699096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks [] for port (6d242b95-699b-413d-9b89-1b82e91da648), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.716999 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:16.720648 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.732574 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.767642 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:16.775130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:16.778227 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:16.781782 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:16.786796 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:16.787383 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:16.795730 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event updated for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:16.807721 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-fbf906de-ad3f-4b1b-a717-271395ff9fd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429262 Feb 08 16:43:16.818841 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Request body: {'port': {'device_id': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:16.878239 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6d242b95-699b-413d-9b89-1b82e91da648), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.125975 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d242b95-699b-413d-9b89-1b82e91da648 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:17.133597 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks [] for port (6d242b95-699b-413d-9b89-1b82e91da648), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.145423 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Transition to ACTIVE for port object 6d242b95-699b-413d-9b89-1b82e91da648 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:43:17.150390 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.197998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:17.233483 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Attempting to bind port 6d242b95-699b-413d-9b89-1b82e91da648 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:17.233804 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Attempting to bind port 6d242b95-699b-413d-9b89-1b82e91da648 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:17.234131 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Attempting to bind port 6d242b95-699b-413d-9b89-1b82e91da648 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:17.239306 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Port 6d242b95-699b-413d-9b89-1b82e91da648 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:43:17.239633 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Attempting to bind port 6d242b95-699b-413d-9b89-1b82e91da648 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:17.245582 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:17.245946 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Checking segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:17.246420 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Bound using segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:17.246955 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Bound port: 6d242b95-699b-413d-9b89-1b82e91da648, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:17.247338 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6d242b95-699b-413d-9b89-1b82e91da648), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.313962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:17.317050 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6d242b95-699b-413d-9b89-1b82e91da648,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:17.323953 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.360621 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:17.361221 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:17.362612 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d242b95-699b-413d-9b89-1b82e91da648 HTTP/1.1" status: 200 len: 1093 time: 0.5476773 Feb 08 16:43:17.363091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:17.365337 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1" -d '{"events": [{"name": "network-changed", "server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "tag": "6d242b95-699b-413d-9b89-1b82e91da648"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:17.391375 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d8426-ddbd-411f-8d55-adc5c21f92b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:17.406035 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a406d6-835b-4533-a432-3d10344dd2d1 x-openstack-request-id: req-59a406d6-835b-4533-a432-3d10344dd2d1 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:17.406336 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "tag": "6d242b95-699b-413d-9b89-1b82e91da648", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:17.406631 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59a406d6-835b-4533-a432-3d10344dd2d1 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:17.407031 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648', 'status': 'completed', 'code': 200} Feb 08 16:43:17.472189 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b13b2-191d-4387-9d25-526cc3da1290 req-6ed2dd27-a94f-47ca-bb2d-d737da5775db tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:17.473619 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d24b13b2-191d-4387-9d25-526cc3da1290 req-6ed2dd27-a94f-47ca-bb2d-d737da5775db tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0515704 Feb 08 16:43:17.521164 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d24b13b2-191d-4387-9d25-526cc3da1290 req-04a73549-3330-415c-b0db-641c955e386a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Feb 08 16:43:17.657757 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b3ce-9bac-45e1-831d-1886d832fc1a req-455c6e4d-e284-44b6-bd43-c39c255c76b4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:17.659230 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4cc8b3ce-9bac-45e1-831d-1886d832fc1a req-455c6e4d-e284-44b6-bd43-c39c255c76b4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0539255 Feb 08 16:43:17.667838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8966e-8192-45a2-8184-42b410b943b4 req-92592dbe-71dc-4429-b92c-f7cd0f2d0035 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:17.669278 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bcc8966e-8192-45a2-8184-42b410b943b4 req-92592dbe-71dc-4429-b92c-f7cd0f2d0035 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0520918 Feb 08 16:43:17.708734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4cc8b3ce-9bac-45e1-831d-1886d832fc1a req-50eec63a-eb79-4557-ad21-b37a0b1d5966 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Feb 08 16:43:17.715014 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bcc8966e-8192-45a2-8184-42b410b943b4 req-c0d5413d-0236-40ae-9041-8c52114259dc tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Feb 08 16:43:18.637929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fc1b3-539f-47c6-bf28-1d702c0dc19a req-47599dfb-b657-44b3-816a-c45789b9b11e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:18.640174 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d56fc1b3-539f-47c6-bf28-1d702c0dc19a req-47599dfb-b657-44b3-816a-c45789b9b11e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0540669 Feb 08 16:43:18.686730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d56fc1b3-539f-47c6-bf28-1d702c0dc19a req-06f5e430-3a66-4491-873b-e3551c50758d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Feb 08 16:43:18.828032 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b2566-548c-4252-be5f-d84d5cc14c79 req-1cbcd659-6ad5-4029-b041-8173153677d0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:18.829519 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-124b2566-548c-4252-be5f-d84d5cc14c79 req-1cbcd659-6ad5-4029-b041-8173153677d0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0533030 Feb 08 16:43:18.832635 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643602-d593-4f7f-865c-b561902e21e1 req-567bb581-92bc-499d-97eb-7d50c93a101a tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:18.834087 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e643602-d593-4f7f-865c-b561902e21e1 req-567bb581-92bc-499d-97eb-7d50c93a101a tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0526817 Feb 08 16:43:18.875691 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-124b2566-548c-4252-be5f-d84d5cc14c79 req-6b12a8da-31c0-4356-aac5-b7831ed4143c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Feb 08 16:43:18.879848 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e643602-d593-4f7f-865c-b561902e21e1 req-5b013092-bda7-4692-b27a-c85af3063dba tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393119 Feb 08 16:43:19.805696 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44690-95df-4504-9283-ba27e6efdaad req-bfab9726-c370-40fd-8def-a2daa5c81d6a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:19.807846 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fcb44690-95df-4504-9283-ba27e6efdaad req-bfab9726-c370-40fd-8def-a2daa5c81d6a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0562539 Feb 08 16:43:19.854051 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fcb44690-95df-4504-9283-ba27e6efdaad req-4036c7b1-c532-4fd0-9b48-be04df7a5d32 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Feb 08 16:43:19.996861 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321953a-b786-4a54-b033-5359a2c1a48d req-bb5ce16a-2725-465e-9aaf-a72efb2cccad tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:19.997219 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8c66-c6e9-4646-ab7a-05f1f1284d34 req-b258c85c-06eb-49ba-8d95-249807c1c8d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:19.998235 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a321953a-b786-4a54-b033-5359a2c1a48d req-bb5ce16a-2725-465e-9aaf-a72efb2cccad tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0530813 Feb 08 16:43:19.998674 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1cbd8c66-c6e9-4646-ab7a-05f1f1284d34 req-b258c85c-06eb-49ba-8d95-249807c1c8d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0552104 Feb 08 16:43:20.044838 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a321953a-b786-4a54-b033-5359a2c1a48d req-c82065d3-2bbb-4424-b728-5c48da00279c tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Feb 08 16:43:20.045227 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1cbd8c66-c6e9-4646-ab7a-05f1f1284d34 req-e4bf4efe-15b9-49d6-ac9c-afe19f8fc199 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Feb 08 16:43:20.969757 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb610-500e-475e-b5f0-e4a92386ba50 req-a16dd70a-fb31-4a2e-9d3d-eb57c8974698 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:20.971212 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cffeb610-500e-475e-b5f0-e4a92386ba50 req-a16dd70a-fb31-4a2e-9d3d-eb57c8974698 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0517094 Feb 08 16:43:21.016809 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cffeb610-500e-475e-b5f0-e4a92386ba50 req-8473483a-9d14-4e88-bea6-b6a254062d07 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Feb 08 16:43:21.164064 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a8a12-f84a-4fb6-b5e7-88fbc8097fff req-6b737438-4027-4822-b709-ef175dbe95c7 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:21.164290 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23d9dd-87ab-4984-b304-cebe6af4d06f req-92d671e2-4e30-4fe3-be90-3afa44622f5d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:21.165975 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc23d9dd-87ab-4984-b304-cebe6af4d06f req-92d671e2-4e30-4fe3-be90-3afa44622f5d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0566366 Feb 08 16:43:21.166105 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ac5a8a12-f84a-4fb6-b5e7-88fbc8097fff req-6b737438-4027-4822-b709-ef175dbe95c7 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0561967 Feb 08 16:43:21.212965 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc23d9dd-87ab-4984-b304-cebe6af4d06f req-ade52cd9-2ae3-40e6-b232-34be98337fed tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 08 16:43:21.213181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ac5a8a12-f84a-4fb6-b5e7-88fbc8097fff req-00018e70-3013-4615-bf30-b5601c848a15 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Feb 08 16:43:22.130664 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75429e71-ec0b-49b4-b06c-fccf9d69f7b9 req-06022193-0c33-4303-a946-0eaa0b956d97 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:22.132054 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-75429e71-ec0b-49b4-b06c-fccf9d69f7b9 req-06022193-0c33-4303-a946-0eaa0b956d97 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0522811 Feb 08 16:43:22.178630 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-75429e71-ec0b-49b4-b06c-fccf9d69f7b9 req-b78934dc-1c03-4071-967e-485b66ce1048 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Feb 08 16:43:22.340460 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c41cf-60a0-4342-9cfa-f983e1b49116 req-4476d65c-7451-405d-9f24-da47a5e0218e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:22.340632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3783-84bd-4db1-bc17-5a6954ba52b1 req-7164358d-30a4-45e3-90bd-1dc22343cb17 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:22.342160 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-628c41cf-60a0-4342-9cfa-f983e1b49116 req-4476d65c-7451-405d-9f24-da47a5e0218e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0615556 Feb 08 16:43:22.342278 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e17e3783-84bd-4db1-bc17-5a6954ba52b1 req-7164358d-30a4-45e3-90bd-1dc22343cb17 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0616763 Feb 08 16:43:22.392306 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e17e3783-84bd-4db1-bc17-5a6954ba52b1 req-8c711885-f13f-4a57-afa1-e03d583719ca tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Feb 08 16:43:22.400328 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-628c41cf-60a0-4342-9cfa-f983e1b49116 req-7a1f6f79-dc33-4435-b610-f5639e7dfca5 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Feb 08 16:43:23.226346 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-a474da4a-b31d-4c66-bf39-3cc371bfba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.228029 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-a474da4a-b31d-4c66-bf39-3cc371bfba61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 1127 time: 0.0441322 Feb 08 16:43:23.283515 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['8fdd6258-0b21-4ea1-a254-24490bc5a5c6'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:23.432079 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce55ef6-42b0-467e-a7f3-7bd566fe2a20 req-b7db5bd2-4e80-4ebb-9307-e0c656ae2df3 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.433612 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ce55ef6-42b0-467e-a7f3-7bd566fe2a20 req-b7db5bd2-4e80-4ebb-9307-e0c656ae2df3 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.1836507 Feb 08 16:43:23.438656 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-e52fdd04-2de4-4e30-b8d9-655c799bccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.440094 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-e52fdd04-2de4-4e30-b8d9-655c799bccb7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2049575 Feb 08 16:43:23.523680 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9b0b-4863-4565-a9f7-a9b7389adb68 req-c8610e4b-8ab2-472e-9a56-be1b0e600ab2 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.525761 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4afe9b0b-4863-4565-a9f7-a9b7389adb68 req-c8610e4b-8ab2-472e-9a56-be1b0e600ab2 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0528755 Feb 08 16:43:23.571906 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4afe9b0b-4863-4565-a9f7-a9b7389adb68 req-bd4e6793-47b7-43a4-94f4-92656ecbd8a6 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Feb 08 16:43:23.594174 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ce55ef6-42b0-467e-a7f3-7bd566fe2a20 req-b8a5e48f-5d64-4859-b7fc-93b57b5f0b2a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530316 Feb 08 16:43:23.642607 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-1c6577e9-cd9e-47f9-a647-8babc24b2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.644198 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca0b6cab-26dc-4527-b6c2-b7eba3a064d1 req-1c6577e9-cd9e-47f9-a647-8babc24b2ab0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957433 Feb 08 16:43:23.685591 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7224-9010-46bb-b4e2-f30fbe173685 req-a49b7e89-bc3f-40de-9110-670ff7cb5460 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.687053 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2feb7224-9010-46bb-b4e2-f30fbe173685 req-a49b7e89-bc3f-40de-9110-670ff7cb5460 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0589459 Feb 08 16:43:23.732470 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-2305ebea-5416-43c0-ae39-d7e74838f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.733614 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2feb7224-9010-46bb-b4e2-f30fbe173685 req-3e714eb8-0eb5-405e-b7a1-790013b5692f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Feb 08 16:43:23.733989 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-2305ebea-5416-43c0-ae39-d7e74838f83f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 1127 time: 0.0437322 Feb 08 16:43:23.776179 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-80bb3cdf-dca3-4182-9fc7-fc607e93aa3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d242b95-699b-413d-9b89-1b82e91da648 HTTP/1.1" status: 200 len: 217 time: 0.0342507 Feb 08 16:43:23.824013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-b013d295-fbaf-4a61-a7d2-4f8c5808fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:23.825370 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-b013d295-fbaf-4a61-a7d2-4f8c5808fc07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0417683 Feb 08 16:43:23.859174 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-7c328e23-1a9e-4d53-9e25-bbd2dedd59ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252433 Feb 08 16:43:23.945176 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-c8725270-ff5b-4a4a-9fef-655c418206b1 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795698 Feb 08 16:43:24.034981 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-59d6fee4-eaff-4fa0-8376-f57a7a1cc422 req-5a475c31-546c-4feb-85bf-978f219d5448 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819023 Feb 08 16:43:24.688077 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753efa81-0f4b-42a4-895b-33a1ba9bde68 req-2cfce4c0-bcee-4cff-a2eb-1db25b16f398 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:24.689556 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-753efa81-0f4b-42a4-895b-33a1ba9bde68 req-2cfce4c0-bcee-4cff-a2eb-1db25b16f398 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 948 time: 0.0526958 Feb 08 16:43:24.718665 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610499d-a400-4394-aff8-43332d3aab11 req-a8eb69dc-9f92-4438-9455-8bfc601ea703 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:24.720148 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e610499d-a400-4394-aff8-43332d3aab11 req-a8eb69dc-9f92-4438-9455-8bfc601ea703 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0595925 Feb 08 16:43:24.737490 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-753efa81-0f4b-42a4-895b-33a1ba9bde68 req-5e092d5d-2382-45e3-8632-2992e8205633 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 Feb 08 16:43:24.768334 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e610499d-a400-4394-aff8-43332d3aab11 req-68ba884e-1511-4b38-8601-1ebd288fc004 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Feb 08 16:43:24.774627 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:43:24.823765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:43:24.827860 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:43:24.828215 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:24.854962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856136-4e9c-4b64-bfa0-8f0a8dc8da05 req-716ac88b-fb08-4698-a478-51f55239af09 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:24.856381 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b856136-4e9c-4b64-bfa0-8f0a8dc8da05 req-716ac88b-fb08-4698-a478-51f55239af09 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0520031 Feb 08 16:43:24.902105 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b856136-4e9c-4b64-bfa0-8f0a8dc8da05 req-53850261-aa34-46cf-ae67-5c22712bcae6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Feb 08 16:43:24.905374 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:24.905772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:24.928198 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:24.930420 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b80e96-18b0-4b2d-b861-1a191fa9e490" -d '{"events": [{"server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:24.943430 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:24.947496 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:24.971025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822c0a2-3c60-4e0e-b760-1095f6e66938 x-openstack-request-id: req-7822c0a2-3c60-4e0e-b760-1095f6e66938 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:24.971339 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:24.971596 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7822c0a2-3c60-4e0e-b760-1095f6e66938 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:24.972015 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6', 'code': 200} Feb 08 16:43:24.996366 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:25.143512 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72769fc-62b1-4b29-951c-c580b6076334 req-ebeed71d-1f1b-4f13-a41a-a6a7f0f472b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:25.144882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d72769fc-62b1-4b29-951c-c580b6076334 req-ebeed71d-1f1b-4f13-a41a-a6a7f0f472b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 1133 time: 0.0464878 Feb 08 16:43:25.188354 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d72769fc-62b1-4b29-951c-c580b6076334 req-f18d2403-bdc1-47b2-986c-28ff3be60484 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350451 Feb 08 16:43:25.670386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ac08593d-5a83-4fa0-8836-7493a2da0689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:25.853330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07b95-4d8d-4f55-80fd-4c29f1514a81 req-41dead9a-a866-430e-8883-aa1cab1701a5 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:25.855625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f07b95-4d8d-4f55-80fd-4c29f1514a81 req-41dead9a-a866-430e-8883-aa1cab1701a5 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0514996 Feb 08 16:43:25.892478 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4271-7dbb-4eb2-8510-51aaced3c1e7 req-af74765d-dec2-4c10-a922-6dcee86a8953 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:25.894189 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa2a4271-7dbb-4eb2-8510-51aaced3c1e7 req-af74765d-dec2-4c10-a922-6dcee86a8953 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0559375 Feb 08 16:43:25.902417 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f07b95-4d8d-4f55-80fd-4c29f1514a81 req-e83d8f90-2e2e-4638-ada0-7933fac2d054 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Feb 08 16:43:25.943062 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa2a4271-7dbb-4eb2-8510-51aaced3c1e7 req-58ba3228-ea5f-4c1a-a25b-e3e81f47e1a1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Feb 08 16:43:26.019393 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fa7dd-4690-4f6a-b732-5c254629dd9b req-bcf959bb-5a85-43d5-9576-a87ef88cb91a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:26.020769 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-511fa7dd-4690-4f6a-b732-5c254629dd9b req-bcf959bb-5a85-43d5-9576-a87ef88cb91a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0536635 Feb 08 16:43:26.065726 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-511fa7dd-4690-4f6a-b732-5c254629dd9b req-be621cba-874d-47e1-a532-359ff8380396 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Feb 08 16:43:27.019785 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af991e3-0d8c-4943-b1c7-2eb3b41c6f0d req-c31c0f1e-08b0-4208-b658-46f350aef355 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:27.021390 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8af991e3-0d8c-4943-b1c7-2eb3b41c6f0d req-c31c0f1e-08b0-4208-b658-46f350aef355 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0529799 Feb 08 16:43:27.063417 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebd325-ad8a-451e-9913-5e33e0a09e5d req-20464ea8-4c4c-4246-b588-946c6580ae56 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:27.064916 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-95ebd325-ad8a-451e-9913-5e33e0a09e5d req-20464ea8-4c4c-4246-b588-946c6580ae56 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0546300 Feb 08 16:43:27.072964 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8af991e3-0d8c-4943-b1c7-2eb3b41c6f0d req-5efc1866-e837-4560-8470-9304a080d31c tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Feb 08 16:43:27.112074 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-95ebd325-ad8a-451e-9913-5e33e0a09e5d req-77b0f075-a43e-40ed-ab1c-4320cfed1c80 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Feb 08 16:43:27.180998 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eb9b0-5156-41f0-af14-ce376fc067a5 req-7ee5e809-ba55-49b4-8a09-71883aee20bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:27.183070 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-550eb9b0-5156-41f0-af14-ce376fc067a5 req-7ee5e809-ba55-49b4-8a09-71883aee20bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0511572 Feb 08 16:43:27.227637 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-550eb9b0-5156-41f0-af14-ce376fc067a5 req-84da5dd6-77c4-4b4e-94db-13756c298ed0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Feb 08 16:43:27.987895 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b0a2eede-dcf6-45f9-a1ec-49ab8ef9f767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.189680 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d91d0-5195-48a7-ae47-794caaeb6c9f req-09a0dff9-786b-4311-909e-53bf333ea3ac tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.191231 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3c4d91d0-5195-48a7-ae47-794caaeb6c9f req-09a0dff9-786b-4311-909e-53bf333ea3ac tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0525339 Feb 08 16:43:28.230636 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949881a-3449-4ffc-b236-05234c645bd3 req-ab5c9ee3-b5cc-4901-886d-39cd843863ad tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.232127 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b949881a-3449-4ffc-b236-05234c645bd3 req-ab5c9ee3-b5cc-4901-886d-39cd843863ad tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 943 time: 0.0558298 Feb 08 16:43:28.241876 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3c4d91d0-5195-48a7-ae47-794caaeb6c9f req-d4c7665d-721f-4b7b-a83b-79504a7dd56e tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Feb 08 16:43:28.280762 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b949881a-3449-4ffc-b236-05234c645bd3 req-42029f54-2862-4dd5-9756-1ea07c256bd8 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Feb 08 16:43:28.364950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc24651-60ee-4c88-b26c-b00218906422 req-d321b6f3-ba56-4ad1-82ef-a510dffda686 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.366301 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dc24651-60ee-4c88-b26c-b00218906422 req-d321b6f3-ba56-4ad1-82ef-a510dffda686 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0510523 Feb 08 16:43:28.421038 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0dc24651-60ee-4c88-b26c-b00218906422 req-cec4a898-5c8f-4a82-9cac-a7313a1547f4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Feb 08 16:43:28.519373 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe12cc-1d78-47c9-ad8e-01e7b9786c9f req-a3b34cbb-65fa-458d-b46e-d8a9e1713645 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.520848 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1ebe12cc-1d78-47c9-ad8e-01e7b9786c9f req-a3b34cbb-65fa-458d-b46e-d8a9e1713645 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0550568 Feb 08 16:43:28.565989 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1ebe12cc-1d78-47c9-ad8e-01e7b9786c9f req-79110ef3-17b9-401c-9c8b-f27ad0ec717e tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Feb 08 16:43:28.805904 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6d242b95-699b-413d-9b89-1b82e91da648 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:43:28.898505 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6d242b95-699b-413d-9b89-1b82e91da648,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:28.909460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '6d242b95-699b-413d-9b89-1b82e91da648', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'port_id': '6d242b95-699b-413d-9b89-1b82e91da648', 'mac_address': 'fa:16:3e:6e:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ea0b25-a1e9-4175-956e-081251b1281c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:43:28.945053 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6d242b95-699b-413d-9b89-1b82e91da648 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:28.945430 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6d242b95-699b-413d-9b89-1b82e91da648), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.961460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d242b95-699b-413d-9b89-1b82e91da648 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:28.979863 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6d242b95-699b-413d-9b89-1b82e91da648,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:28.983743 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.029823 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.182849 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.396371 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539d286-da12-4753-9636-8959409f7251 req-baa3e43a-865f-439c-99ce-5c0307b083de tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:29.397822 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c539d286-da12-4753-9636-8959409f7251 req-baa3e43a-865f-439c-99ce-5c0307b083de tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 944 time: 0.0514381 Feb 08 16:43:29.443497 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c539d286-da12-4753-9636-8959409f7251 req-b9bcf802-5f00-4c2c-9a1c-e4f221c14cd2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Feb 08 16:43:29.538346 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f979c2-741c-4cc9-8cdb-4823deb20182 req-b46523ec-43a9-4a2c-b723-0d6a2c7ddf66 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:29.539841 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12f979c2-741c-4cc9-8cdb-4823deb20182 req-b46523ec-43a9-4a2c-b723-0d6a2c7ddf66 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0528350 Feb 08 16:43:29.585850 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12f979c2-741c-4cc9-8cdb-4823deb20182 req-6d604682-f52b-4657-adaf-f45489e37e71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Feb 08 16:43:29.687226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99439fdb-2450-474b-8b3f-2cc5d985d2f5 req-d5ceee8f-37de-4430-a491-7cbfddfac2b2 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:29.688700 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-99439fdb-2450-474b-8b3f-2cc5d985d2f5 req-d5ceee8f-37de-4430-a491-7cbfddfac2b2 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0564497 Feb 08 16:43:29.694313 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:29.739725 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-99439fdb-2450-474b-8b3f-2cc5d985d2f5 req-263c4f47-a3fc-4776-9da6-64686874e163 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Feb 08 16:43:30.264621 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-81e8b3af-88b5-4607-8fbf-333f1e6d8cd0 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.266075 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-81e8b3af-88b5-4607-8fbf-333f1e6d8cd0 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0532157 Feb 08 16:43:30.382164 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Deleting port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:43:30.382452 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.384538 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.469480 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] For port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,segment=NetworkSegment(9c091072-d9a2-48eb-add5-7b01da8df125),segment_id=9c091072-d9a2-48eb-add5-7b01da8df125)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:30.470079 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.482192 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Calling delete_port for 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:43:30.564984 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12035eb1-ec28-43e6-93cf-c750358b0c37 req-fb7a87b0-cffa-41fc-9e0b-724bd7bb6c98 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.566548 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12035eb1-ec28-43e6-93cf-c750358b0c37 req-fb7a87b0-cffa-41fc-9e0b-724bd7bb6c98 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 944 time: 0.0574265 Feb 08 16:43:30.615988 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12035eb1-ec28-43e6-93cf-c750358b0c37 req-544d76e2-344a-4237-89cc-e86d1d831981 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Feb 08 16:43:30.852195 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11052049-5575-4ed7-a04c-27ae625e9d39 req-fbb06b34-e05c-4570-9905-adc8eaabb475 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.863386 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-11052049-5575-4ed7-a04c-27ae625e9d39 req-fbb06b34-e05c-4570-9905-adc8eaabb475 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0918574 Feb 08 16:43:30.877143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb683c-be54-4e17-937a-c32c012257d0 req-a57f8563-0006-41e0-9c1a-c34ebc0b95ab tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.878807 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23cb683c-be54-4e17-937a-c32c012257d0 req-a57f8563-0006-41e0-9c1a-c34ebc0b95ab tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd2d934f-5925-4055-9b52-388a201fea21 HTTP/1.1" status: 200 len: 949 time: 0.0650029 Feb 08 16:43:30.898563 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284'] for port (8fdd6258-0b21-4ea1-a254-24490bc5a5c6), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.923369 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['8fdd6258-0b21-4ea1-a254-24490bc5a5c6'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:30.928936 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23cb683c-be54-4e17-937a-c32c012257d0 req-d084f93b-9711-4dfe-b6a7-fba76f617ae5 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.35 "GET /v2.0/security-groups?id=37d88427-44fc-4d25-bad9-4b69bdd7f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Feb 08 16:43:30.939567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Pushing event deleted for resources: {'Port': ['ID=8fdd6258-0b21-4ea1-a254-24490bc5a5c6,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:30.955324 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-11052049-5575-4ed7-a04c-27ae625e9d39 req-6ac0b52a-3ef2-41f7-9fab-566f9b0ab2f8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898213 Feb 08 16:43:30.963325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.963898 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.964400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.964910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.965396 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.965870 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.966355 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.966852 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.967336 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.968087 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.968675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.969076 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:30.969481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:31.019936 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] No DVR routers for this DVR port 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:43:31.023124 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:31.027628 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-53890fbc-1c18-4cf7-9346-fd0086ec318a req-85a749eb-d9d3-4b8f-a23c-2455fc021f18 tempest-VolumesNegativeTest-1506038298 tempest-VolumesNegativeTest-1506038298-project] 10.222.0.42 "DELETE /v2.0/ports/8fdd6258-0b21-4ea1-a254-24490bc5a5c6 HTTP/1.1" status: 204 len: 173 time: 0.7492027 Feb 08 16:43:31.028254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'name': 'network-vif-deleted', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:31.031340 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be89239-f52d-42a9-945c-8afd78cd3238" -d '{"events": [{"server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "name": "network-vif-deleted", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:31.075886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ad66c-4532-4102-b599-74240bc59c1f x-openstack-request-id: req-785ad66c-4532-4102-b599-74240bc59c1f {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:31.076166 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2d934f-5925-4055-9b52-388a201fea21", "name": "network-vif-deleted", "tag": "8fdd6258-0b21-4ea1-a254-24490bc5a5c6", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:31.076402 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-785ad66c-4532-4102-b599-74240bc59c1f {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:31.076921 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2d934f-5925-4055-9b52-388a201fea21', 'name': 'network-vif-deleted', 'tag': '8fdd6258-0b21-4ea1-a254-24490bc5a5c6', 'status': 'completed', 'code': 200} Feb 08 16:43:31.735511 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46333-cc0a-4cf1-a474-3b0575ea7c1b req-ca3b8275-3ddc-4536-b427-f0ff4870b695 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:31.736891 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94b46333-cc0a-4cf1-a474-3b0575ea7c1b req-ca3b8275-3ddc-4536-b427-f0ff4870b695 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 944 time: 0.0516934 Feb 08 16:43:31.788417 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94b46333-cc0a-4cf1-a474-3b0575ea7c1b req-e991144b-d0a8-4a06-b837-8d3bf770eb7e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Feb 08 16:43:31.899911 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:32.067158 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ad1dd-ca39-495d-a352-88fa1b8a45c3 req-e6f39185-23c5-4f28-a4a4-0b8a794026f0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:32.068632 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-408ad1dd-ca39-495d-a352-88fa1b8a45c3 req-e6f39185-23c5-4f28-a4a4-0b8a794026f0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0560935 Feb 08 16:43:32.115684 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-408ad1dd-ca39-495d-a352-88fa1b8a45c3 req-e16925eb-9402-4302-95e3-81b5f7065484 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Feb 08 16:43:32.837536 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6d242b95-699b-413d-9b89-1b82e91da648 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:43:32.894218 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 6d242b95-699b-413d-9b89-1b82e91da648 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:43:32.898345 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 6d242b95-699b-413d-9b89-1b82e91da648 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:43:32.898713 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6d242b95-699b-413d-9b89-1b82e91da648), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:32.920366 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2115ff-33a9-437d-b031-1354c95d4f17 req-3f3dd305-c1ec-47ca-a7e5-89ac2ad9f73e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:32.921967 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed2115ff-33a9-437d-b031-1354c95d4f17 req-3f3dd305-c1ec-47ca-a7e5-89ac2ad9f73e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 944 time: 0.0629652 Feb 08 16:43:32.974614 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed2115ff-33a9-437d-b031-1354c95d4f17 req-3505ba3c-ce42-49d3-9bb4-e6c09c8399bf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Feb 08 16:43:33.007244 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6d242b95-699b-413d-9b89-1b82e91da648 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:33.007914 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6d242b95-699b-413d-9b89-1b82e91da648), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:33.038068 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:33.040545 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d4d21-714b-454d-a35b-e2b4c92c89f0" -d '{"events": [{"server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "name": "network-vif-plugged", "status": "completed", "tag": "6d242b95-699b-413d-9b89-1b82e91da648"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:33.055063 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6d242b95-699b-413d-9b89-1b82e91da648,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:33.059996 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:33.085835 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c152edd-0a6b-4357-a2b4-d35fe6a56652 x-openstack-request-id: req-4c152edd-0a6b-4357-a2b4-d35fe6a56652 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:33.086132 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "name": "network-vif-plugged", "status": "completed", "tag": "6d242b95-699b-413d-9b89-1b82e91da648", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:33.086415 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c152edd-0a6b-4357-a2b4-d35fe6a56652 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:33.086807 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648', 'code': 200} Feb 08 16:43:33.114785 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:33.122015 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.122361 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.122740 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.123050 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.123417 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.123774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.124120 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.124460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.124788 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.125121 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.125457 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.125778 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.126102 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:33.243599 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11080-b891-42e4-be6e-90c1f19eeaee req-5b9890b9-728d-4772-9d64-9b0672cc5f48 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:33.245395 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-16c11080-b891-42e4-be6e-90c1f19eeaee req-5b9890b9-728d-4772-9d64-9b0672cc5f48 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0591106 Feb 08 16:43:33.295215 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-16c11080-b891-42e4-be6e-90c1f19eeaee req-9e85d7ed-aea5-4ab1-b172-b02f0dfa2cfd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Feb 08 16:43:34.106867 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2ebee-df5e-4f98-8072-20a51f09fdf0 req-38c85b0a-2b34-451f-892e-ee1d72ea28a0 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:34.108393 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9cf2ebee-df5e-4f98-8072-20a51f09fdf0 req-38c85b0a-2b34-451f-892e-ee1d72ea28a0 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0620294 Feb 08 16:43:34.143704 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e27a-abc9-47ae-8926-da7ba3342e26 req-0fdd8944-7686-46da-a4b2-0b6fe677e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:34.146016 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1504e27a-abc9-47ae-8926-da7ba3342e26 req-0fdd8944-7686-46da-a4b2-0b6fe677e39f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 1129 time: 0.0463576 Feb 08 16:43:34.165194 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9cf2ebee-df5e-4f98-8072-20a51f09fdf0 req-7edd220a-148c-4b14-a271-d26dfe9252c9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Feb 08 16:43:34.206026 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1504e27a-abc9-47ae-8926-da7ba3342e26 req-8a9c9816-1c59-4ba5-b5ca-b94a105e03f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521805 Feb 08 16:43:34.414256 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618be91-85fe-475b-92e8-c04192d2367a req-cefa2c3d-ad66-43b2-93bb-139b69fb5124 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:34.415727 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6618be91-85fe-475b-92e8-c04192d2367a req-cefa2c3d-ad66-43b2-93bb-139b69fb5124 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0550818 Feb 08 16:43:34.466123 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6618be91-85fe-475b-92e8-c04192d2367a req-0419212f-6e55-41e4-b06b-5b3feeb2c6d8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Feb 08 16:43:35.288510 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3fcde-08d3-485f-90de-b46e22b44c71 req-2ca58b40-3a10-41dc-a10d-d4d5a99e0989 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:35.289973 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17e3fcde-08d3-485f-90de-b46e22b44c71 req-2ca58b40-3a10-41dc-a10d-d4d5a99e0989 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0564995 Feb 08 16:43:35.335894 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17e3fcde-08d3-485f-90de-b46e22b44c71 req-837df597-2169-4e63-8b11-425c9fa4de7a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Feb 08 16:43:35.584914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80db7-c0e3-4c6e-8bb5-ea0632006ddb req-64196476-15e2-4cf2-bd21-0c8d105f65f3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:35.586399 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-24b80db7-c0e3-4c6e-8bb5-ea0632006ddb req-64196476-15e2-4cf2-bd21-0c8d105f65f3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0520301 Feb 08 16:43:35.633653 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-24b80db7-c0e3-4c6e-8bb5-ea0632006ddb req-cb5256ad-ebb7-4052-9e0a-d1970281dbf4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Feb 08 16:43:35.757278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:43:35.781821 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:43:35.782170 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 8fdd6258-0b21-4ea1-a254-24490bc5a5c6 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:43:36.450525 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f4d7-3024-428b-bb66-1f4a861f8922 req-2fce1624-d92b-4d96-b1f7-b3bb40111066 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:36.452023 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5634f4d7-3024-428b-bb66-1f4a861f8922 req-2fce1624-d92b-4d96-b1f7-b3bb40111066 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0524549 Feb 08 16:43:36.497862 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5634f4d7-3024-428b-bb66-1f4a861f8922 req-c6cc1a2a-1545-400e-b7f0-474b28778b07 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Feb 08 16:43:36.751352 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be81ae-984b-43f5-8542-47165aee7339 req-2b635479-e531-4e2f-a330-ff609a122a62 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:36.752834 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a3be81ae-984b-43f5-8542-47165aee7339 req-2b635479-e531-4e2f-a330-ff609a122a62 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0522532 Feb 08 16:43:36.798544 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a3be81ae-984b-43f5-8542-47165aee7339 req-c1905c1d-62d1-452a-9064-020e3b33a907 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Feb 08 16:43:37.612640 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998c7d-734a-436f-8cdd-c2870dba28c0 req-751531af-e786-40d0-a05c-e49af0725f23 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:37.614058 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f3998c7d-734a-436f-8cdd-c2870dba28c0 req-751531af-e786-40d0-a05c-e49af0725f23 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0517678 Feb 08 16:43:37.664347 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f3998c7d-734a-436f-8cdd-c2870dba28c0 req-8dfc5e22-7296-4038-bedc-d43e6530cf0c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Feb 08 16:43:37.718624 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:37.917895 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f6f9-4398-4b2d-8ba1-77e1d53bc197 req-13818b7f-542b-4b32-84f6-55400cecd61a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:37.919739 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4586f6f9-4398-4b2d-8ba1-77e1d53bc197 req-13818b7f-542b-4b32-84f6-55400cecd61a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0553362 Feb 08 16:43:37.968628 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4586f6f9-4398-4b2d-8ba1-77e1d53bc197 req-b7b511e0-7ecf-4dc9-8344-4a2f327837dc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Feb 08 16:43:38.792143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81927db0-ae56-40dc-aae5-4b807439bb0c req-17460ccb-b154-4711-a279-48b275da8750 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:38.793682 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81927db0-ae56-40dc-aae5-4b807439bb0c req-17460ccb-b154-4711-a279-48b275da8750 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0541971 Feb 08 16:43:38.841465 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81927db0-ae56-40dc-aae5-4b807439bb0c req-f047b134-44c5-460e-a6da-6d21db48fc7d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Feb 08 16:43:39.103931 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105eac3f-6acb-4953-a15a-2a9677f9acd1 req-a4cf9823-ddee-498c-8d9a-9f18621893d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:39.110738 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-105eac3f-6acb-4953-a15a-2a9677f9acd1 req-a4cf9823-ddee-498c-8d9a-9f18621893d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0627337 Feb 08 16:43:39.159244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-105eac3f-6acb-4953-a15a-2a9677f9acd1 req-d51fa4ee-0c34-4918-a88c-e1355f65238e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474632 Feb 08 16:43:39.958687 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57756b-aaf1-45dd-ac35-bcacec829ff8 req-5b0387a0-50bc-40f5-b615-0f1b1467e5b8 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:39.960162 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7c57756b-aaf1-45dd-ac35-bcacec829ff8 req-5b0387a0-50bc-40f5-b615-0f1b1467e5b8 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0529366 Feb 08 16:43:40.006355 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7c57756b-aaf1-45dd-ac35-bcacec829ff8 req-300cf8e6-e054-4a8c-a5c1-5c09a633519b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 08 16:43:40.232558 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53140) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:40.293411 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1bbf2-3a92-4253-a6f1-51e5a623a5d6 req-8e54af7d-ada5-4dd9-afe1-de1530866bc7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:40.294924 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4fd1bbf2-3a92-4253-a6f1-51e5a623a5d6 req-8e54af7d-ada5-4dd9-afe1-de1530866bc7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0569026 Feb 08 16:43:40.344337 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4fd1bbf2-3a92-4253-a6f1-51e5a623a5d6 req-b663401a-b140-42f1-88e5-9269363731bf tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Feb 08 16:43:40.383210 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-91589e67-4502-4bf6-8abb-00218d1fa133 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82109ab07882467bb75fe01c154fbbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494977 Feb 08 16:43:40.385720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53146) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:40.431296 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] Publish callbacks [] for security_group (37d88427-44fc-4d25-bad9-4b69bdd7f9e2), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:40.452285 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] Publish callbacks [] for security_group (37d88427-44fc-4d25-bad9-4b69bdd7f9e2), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:40.504143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (37d88427-44fc-4d25-bad9-4b69bdd7f9e2), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:40.507130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:40.508286 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37d88427-44fc-4d25-bad9-4b69bdd7f9e2 HTTP/1.1" status: 204 len: 168 time: 0.1216903 Feb 08 16:43:40.516214 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860e3a6-a5c4-4e03-b21d-c18d1d1bbc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d88427-44fc-4d25-bad9-4b69bdd7f9e2,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:40.760803 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-059cb55b-bea0-413e-9d13-96f64a838357 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473568 Feb 08 16:43:40.851974 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-f8bc5a62-3381-4d37-9630-49eea16b7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:40.854059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-f8bc5a62-3381-4d37-9630-49eea16b7131 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.0473509 Feb 08 16:43:40.966311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-02c2e19a-287b-41c2-bbb5-b591db1bd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:40.967829 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-02c2e19a-287b-41c2-bbb5-b591db1bd9e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.0969677 Feb 08 16:43:41.016341 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-e2b8d282-3f63-42e8-b177-58e59e2bd73b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0425079 Feb 08 16:43:41.078363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-1b14fffb-5c4f-496b-a886-f4ab5bbe3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:41.080016 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-1b14fffb-5c4f-496b-a886-f4ab5bbe3249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0557339 Feb 08 16:43:41.115705 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-da4ee41d-d63e-4c57-92e9-7195dbe13bcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292702 Feb 08 16:43:41.151715 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d6230-486d-4d4f-9d6d-fe4c9b8a5d01 req-7886dad7-7eb3-4599-a62e-c9807501e3c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:41.153970 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-734d6230-486d-4d4f-9d6d-fe4c9b8a5d01 req-7886dad7-7eb3-4599-a62e-c9807501e3c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0583017 Feb 08 16:43:41.171471 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53178) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:41.220374 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-734d6230-486d-4d4f-9d6d-fe4c9b8a5d01 req-22c07e89-d926-48e1-b1dc-5607bf52bae6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603585 Feb 08 16:43:41.234348 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-551a7b46-2936-49b9-904d-f73ceddbc14d service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122646 Feb 08 16:43:41.302325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1558872748-network', 'tenant_id': '55220445da0d49ac8713e9036e8e6e06'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:41.336883 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Made reservation on behalf of 55220445da0d49ac8713e9036e8e6e06 for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:41.339228 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.357112 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.367564 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1dc6c7c4-9300-4798-ad49-eb6042074aa7 req-3eab93b0-5bdf-4e51-9c8e-87cfe5c02e7f service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269343 Feb 08 16:43:41.490958 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks [] for security_group (308c01a4-d1a7-4815-a64f-3d542b9ff685), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.496504 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (308c01a4-d1a7-4815-a64f-3d542b9ff685), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.520921 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cfa85-251c-42de-8507-ea85a4996beb req-94bac12e-405d-4890-a211-0a18d9de7b91 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:41.522685 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e00cfa85-251c-42de-8507-ea85a4996beb req-94bac12e-405d-4890-a211-0a18d9de7b91 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.1011181 Feb 08 16:43:41.553019 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:43:41.567788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c01a4-d1a7-4815-a64f-3d542b9ff685,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:41.579022 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (3cf64c83-4deb-43aa-9fd4-6f8c91b635ce), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.579549 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Added segment 3cf64c83-4deb-43aa-9fd4-6f8c91b635ce of type vlan for network 8fa132bb-f81d-40c5-97f2-e1964294199e Feb 08 16:43:41.621052 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e00cfa85-251c-42de-8507-ea85a4996beb req-127a1b0d-6df9-44de-9f0e-87891110cf41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Feb 08 16:43:41.655909 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (8fa132bb-f81d-40c5-97f2-e1964294199e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.688842 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (8fa132bb-f81d-40c5-97f2-e1964294199e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.689802 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:41.690610 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.749662 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5751259 Feb 08 16:43:41.750553 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53206) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:41.756533 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Request body: {'subnet': {'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1558872748-subnet', 'tenant_id': '55220445da0d49ac8713e9036e8e6e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:41.760818 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b75c4e-72f8-4c50-9bfa-c3de8c324a3e admin admin] Pushing event updated for resources: {'Network': ['ID=8fa132bb-f81d-40c5-97f2-e1964294199e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:41.772262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 8fa132bb-f81d-40c5-97f2-e1964294199e details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:43:41.778873 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Made reservation on behalf of 55220445da0d49ac8713e9036e8e6e06 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:41.781727 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:41.974815 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (d22ffc73-b19c-4b4e-8765-f67a5e3aeddd), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:42.042599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:42.045613 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Checking segment: {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:42.045969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Network hostable DHCP agents. Network: 8fa132bb-f81d-40c5-97f2-e1964294199e, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:43:42.050918 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687343-b388-4999-9f88-9534a0d69cfd req-b73fd255-fd05-4d9c-8da8-4b484ffbb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:42.052454 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d3687343-b388-4999-9f88-9534a0d69cfd req-b73fd255-fd05-4d9c-8da8-4b484ffbb063 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 1129 time: 0.0561898 Feb 08 16:43:42.053117 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.053476 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.053824 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.054166 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.054500 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.054831 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.055159 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.055485 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.055835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.056164 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.057055 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.057579 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.058127 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:42.076411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Network 8fa132bb-f81d-40c5-97f2-e1964294199e is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:43:42.086067 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 8fa132bb-f81d-40c5-97f2-e1964294199e) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:42.095539 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:42.096584 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:42.097845 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955db28-92a4-465a-a759-341136d4f5e1 None None] Network 8fa132bb-f81d-40c5-97f2-e1964294199e requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:42.110374 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d3687343-b388-4999-9f88-9534a0d69cfd req-abb4cda4-7478-4630-bdec-b4459cc27dbe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Feb 08 16:43:42.116200 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-501a7d19-3b54-4847-8738-80e6c5b8d528 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3644242 Feb 08 16:43:42.207476 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969c039-9d44-438b-8aa0-deb23d41ed6f None None] Network 8fa132bb-f81d-40c5-97f2-e1964294199e requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:42.749092 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844dbe0-0c00-413b-b0cc-4c5c8b8da69f req-44613275-0060-4f6a-9130-8ffa0a4bb8bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:42.750584 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2844dbe0-0c00-413b-b0cc-4c5c8b8da69f req-44613275-0060-4f6a-9130-8ffa0a4bb8bc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0523407 Feb 08 16:43:42.801311 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2844dbe0-0c00-413b-b0cc-4c5c8b8da69f req-9e110992-1756-46a3-9840-c362e1c5efa6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Feb 08 16:43:43.136273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53250) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:43.178504 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Deleting subnet f89bca40-ad70-42ac-8d03-f1cbd43b7c0e {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:43:43.182155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Publish callbacks [] for subnet (f89bca40-ad70-42ac-8d03-f1cbd43b7c0e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.215730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (f89bca40-ad70-42ac-8d03-f1cbd43b7c0e), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.254127 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (f89bca40-ad70-42ac-8d03-f1cbd43b7c0e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.316413 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (f89bca40-ad70-42ac-8d03-f1cbd43b7c0e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.350768 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.353980 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f89bca40-ad70-42ac-8d03-f1cbd43b7c0e HTTP/1.1" status: 204 len: 168 time: 0.2167170 Feb 08 16:43:43.354985 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1357ad-6e2b-4bff-ad4c-399c809a3ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89bca40-ad70-42ac-8d03-f1cbd43b7c0e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:43.356543 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53260) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:43.426751 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (75e2b15a-0771-474a-955a-6d5049cf9d2c), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.508822 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (75e2b15a-0771-474a-955a-6d5049cf9d2c), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.529369 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.529628 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.530384 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.530708 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.531042 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.531370 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.531699 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.532053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.532363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.532673 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.599511 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.599898 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.600254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.600583 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 16:43:43.601013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e2b15a-0771-474a-955a-6d5049cf9d2c']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:43.620421 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb99230-d336-4794-b4a3-d81a3b50a60b') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:43.620716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb99230-d336-4794-b4a3-d81a3b50a60b') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:43.641343 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (2fb99230-d336-4794-b4a3-d81a3b50a60b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.673363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (2fb99230-d336-4794-b4a3-d81a3b50a60b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.695258 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:43:43.695720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (2fb99230-d336-4794-b4a3-d81a3b50a60b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: from cryptography.utils import int_from_bytes Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: from cryptography.utils import int_from_bytes Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:43:43.700576 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:43:43.764469 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (75e2b15a-0771-474a-955a-6d5049cf9d2c), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.772604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.777206 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/75e2b15a-0771-474a-955a-6d5049cf9d2c HTTP/1.1" status: 204 len: 168 time: 0.4194930 Feb 08 16:43:43.780102 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53276) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:43.798691 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d249422-ca3c-46b5-9492-a37d2c44aaf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e2b15a-0771-474a-955a-6d5049cf9d2c,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:43.888566 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Deleting subnet 1057c171-dd1b-41ac-b5c5-e479e6dda869 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:43:43.895062 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Publish callbacks [] for subnet (1057c171-dd1b-41ac-b5c5-e479e6dda869), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.951677 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (1057c171-dd1b-41ac-b5c5-e479e6dda869), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:43.980114 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-15e25f7f-0be9-4c84-84db-bfe8628646a7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:43.981602 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-15e25f7f-0be9-4c84-84db-bfe8628646a7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 814 time: 0.1666152 Feb 08 16:43:44.002096 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-5fb69684-d366-4e5b-8bbe-88a8aaca4d50 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/quotas/55220445da0d49ac8713e9036e8e6e06 HTTP/1.1" status: 200 len: 375 time: 0.0143135 Feb 08 16:43:44.009772 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (1057c171-dd1b-41ac-b5c5-e479e6dda869), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.069959 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-c3e8c35f-f43f-4741-b08a-53bc2e344445 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390561 Feb 08 16:43:44.123318 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088d2b9-47fa-4b01-98d5-4d791d12a3b3 req-667f627f-50ab-47cd-92b5-0416715a6e81 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.125167 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e088d2b9-47fa-4b01-98d5-4d791d12a3b3 req-667f627f-50ab-47cd-92b5-0416715a6e81 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0619655 Feb 08 16:43:44.170645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (1057c171-dd1b-41ac-b5c5-e479e6dda869), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.183900 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e088d2b9-47fa-4b01-98d5-4d791d12a3b3 req-979f73ee-14c8-4747-a408-4b4a4f6b5c08 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Feb 08 16:43:44.225591 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1057c171-dd1b-41ac-b5c5-e479e6dda869,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:44.233079 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.237416 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-34b9432f-64a9-44c4-b536-1184ea8834f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1057c171-dd1b-41ac-b5c5-e479e6dda869 HTTP/1.1" status: 204 len: 168 time: 0.4561214 Feb 08 16:43:44.240560 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53294) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:44.244555 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-bc5c20be-dbc2-4d48-b6fb-e83189737b7c service neutron] 10.222.0.35 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519794 Feb 08 16:43:44.346701 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-fe903c26-0d8d-4b2b-ac09-1cef35b1480a service neutron] 10.222.0.35 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955603 Feb 08 16:43:44.350181 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (65c7f8bc-23cd-47e9-8f87-7742dd503bf7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.372587 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e1337-8584-4197-bd2c-92638a8fed32 req-ed2a93b1-3b7f-4dd6-8c9e-fc78360c5199 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.374283 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-166e1337-8584-4197-bd2c-92638a8fed32 req-ed2a93b1-3b7f-4dd6-8c9e-fc78360c5199 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1066420 Feb 08 16:43:44.472158 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (65c7f8bc-23cd-47e9-8f87-7742dd503bf7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.511389 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-166e1337-8584-4197-bd2c-92638a8fed32 req-da6c0002-4ebe-4464-944f-e8bdbbee347a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128349 Feb 08 16:43:44.515515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c7f8bc-23cd-47e9-8f87-7742dd503bf7']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:44.539972 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8be2a99-2ffd-4b31-a711-b9ccf5c3db5a') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:44.540318 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8be2a99-2ffd-4b31-a711-b9ccf5c3db5a') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:44.553975 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (d8be2a99-2ffd-4b31-a711-b9ccf5c3db5a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.571299 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (d8be2a99-2ffd-4b31-a711-b9ccf5c3db5a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.580847 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:43:44.581403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (d8be2a99-2ffd-4b31-a711-b9ccf5c3db5a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.591804 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e6cf9122-cab6-4791-9583-aa4b0aba71e7 req-5e99b2e8-53b2-490e-a49b-dcbd398715c8 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 210 time: 0.0406415 Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:43:44.594811 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:43:44.677810 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (65c7f8bc-23cd-47e9-8f87-7742dd503bf7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.684136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.687364 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] 10.222.0.35 "DELETE /v2.0/networks/65c7f8bc-23cd-47e9-8f87-7742dd503bf7 HTTP/1.1" status: 204 len: 168 time: 0.4455016 Feb 08 16:43:44.704519 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f184ef-7580-47c1-adaa-24af218ba792 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c7f8bc-23cd-47e9-8f87-7742dd503bf7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:44.848478 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53326) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:44.902013 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-74fc5d61-1e08-4838-a707-035c69e54907 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdd3d5feed9748999a7c89e69e1bfef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517633 Feb 08 16:43:44.904760 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53330) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:44.972788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] Publish callbacks [] for security_group (c632cf90-16a7-4fbf-9801-a799bb4ce125), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.999027 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] Publish callbacks [] for security_group (c632cf90-16a7-4fbf-9801-a799bb4ce125), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.058460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c632cf90-16a7-4fbf-9801-a799bb4ce125), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.061096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.064634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c632cf90-16a7-4fbf-9801-a799bb4ce125 HTTP/1.1" status: 204 len: 168 time: 0.1560431 Feb 08 16:43:45.075007 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a4e0b-1081-49e3-aac6-e7d482269bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632cf90-16a7-4fbf-9801-a799bb4ce125,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:45.417944 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53346) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:45.457456 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ae8a7e77-07b0-4574-8001-972d691cfe4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af1c56da97394a80af809d475615d45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382996 Feb 08 16:43:45.459723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53348) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:45.507243 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] Publish callbacks [] for security_group (20efa872-c000-4854-aebd-48c29e8fb905), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.527776 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] Publish callbacks [] for security_group (20efa872-c000-4854-aebd-48c29e8fb905), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.573320 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (20efa872-c000-4854-aebd-48c29e8fb905), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.575887 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:45.577008 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20efa872-c000-4854-aebd-48c29e8fb905 HTTP/1.1" status: 204 len: 168 time: 0.1163857 Feb 08 16:43:45.584806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14a8eb-fffb-4cb6-bb88-df8ebbd82e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20efa872-c000-4854-aebd-48c29e8fb905,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:45.706845 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-683e3f52-5f13-4ab8-9587-eec938b98082 req-4fe304af-b7c1-46e8-b5d4-639f2a23e04d tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 210 time: 0.0416279 Feb 08 16:43:45.835681 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a8896199-fb16-4c13-aa47-1c528b0ca5c9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:45.840242 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a8896199-fb16-4c13-aa47-1c528b0ca5c9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 814 time: 0.1609251 Feb 08 16:43:45.852763 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Request body: {'port': {'device_id': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e', 'admin_state_up': True, 'tenant_id': '55220445da0d49ac8713e9036e8e6e06'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:45.953213 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53368) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:45.972446 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Made reservation on behalf of 55220445da0d49ac8713e9036e8e6e06 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:45.976763 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.085854 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b87a8d6e-a609-4a5d-8c50-9f147ab1a65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.154790 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Allocated IP 172.20.0.9 (8fa132bb-f81d-40c5-97f2-e1964294199e/d22ffc73-b19c-4b4e-8765-f67a5e3aeddd/7b51cb9a-da70-41bd-8fd9-16b61091a7c2) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:46.245173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b87a8d6e-a609-4a5d-8c50-9f147ab1a65e admin admin] Publish callbacks [] for security_group (d7da0a98-052a-47a6-b296-c60b69410610), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.257391 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b87a8d6e-a609-4a5d-8c50-9f147ab1a65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d7da0a98-052a-47a6-b296-c60b69410610), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.363892 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53392) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:46.380906 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks [] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.385073 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a8d6e-a609-4a5d-8c50-9f147ab1a65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da0a98-052a-47a6-b296-c60b69410610,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:46.416824 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b87a8d6e-a609-4a5d-8c50-9f147ab1a65e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbc4338cbbb243d284245804faa793df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624825 Feb 08 16:43:46.420813 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53396) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:46.481754 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528badea-9382-4228-9c44-50e4171cdb01 req-211d8b22-4472-4a68-af5a-7554bba2975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:46.482671 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-211d8b22-4472-4a68-af5a-7554bba2975c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.1323767 Feb 08 16:43:46.486566 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aa19-ed25-4d46-b140-a24763fe896d req-6b2e4bbd-6539-4071-a58a-bd7a9b28fa29 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:46.493423 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1278aa19-ed25-4d46-b140-a24763fe896d req-6b2e4bbd-6539-4071-a58a-bd7a9b28fa29 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1009283 Feb 08 16:43:46.499803 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] Publish callbacks [] for security_group (d7da0a98-052a-47a6-b296-c60b69410610), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.513178 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.525558 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] Publish callbacks [] for security_group (d7da0a98-052a-47a6-b296-c60b69410610), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.571599 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44705665-b9fe-4640-9a39-c06f0b294693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.598348 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Network 8fa132bb-f81d-40c5-97f2-e1964294199e is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:46.608911 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:46.617119 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1278aa19-ed25-4d46-b140-a24763fe896d req-13ccd616-8d31-49ba-b15b-4d75e0c7fe19 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227474 Feb 08 16:43:46.620004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:46.657841 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Pushing event updated for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:46.662322 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d7da0a98-052a-47a6-b296-c60b69410610), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.665629 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.670651 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7da0a98-052a-47a6-b296-c60b69410610 HTTP/1.1" status: 204 len: 168 time: 0.2484980 Feb 08 16:43:46.677542 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528badea-9382-4228-9c44-50e4171cdb01 req-9c0e6603-a355-46ae-aa0a-0e014f0cbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:46.679547 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-9c0e6603-a355-46ae-aa0a-0e014f0cbfa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.1292040 Feb 08 16:43:46.692109 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:46.692740 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.695018 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117356c-f775-4ef0-a7a6-2ce35eb1213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da0a98-052a-47a6-b296-c60b69410610,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:46.734346 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-a2cfbf10-e380-4a92-96c7-d77aa4738765 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854034 Feb 08 16:43:46.747295 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-19b84032-9fec-4f82-9d83-8aa82669f609 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0595844 Feb 08 16:43:46.749981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Request body: {'port': {'device_id': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:46.812541 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44705665-b9fe-4640-9a39-c06f0b294693 admin admin] Publish callbacks [] for security_group (7e87d22a-19bc-4aad-85c5-519ba11ad4fd), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.819332 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528badea-9382-4228-9c44-50e4171cdb01 req-2bb3a91a-b082-4c01-baeb-c8738d84fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:46.820892 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-2bb3a91a-b082-4c01-baeb-c8738d84fedd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0675223 Feb 08 16:43:46.859667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.861203 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-f01d7333-6211-4f85-96e8-6b6018932308 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282938 Feb 08 16:43:46.861511 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44705665-b9fe-4640-9a39-c06f0b294693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7e87d22a-19bc-4aad-85c5-519ba11ad4fd), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:46.913433 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44705665-b9fe-4640-9a39-c06f0b294693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87d22a-19bc-4aad-85c5-519ba11ad4fd,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:46.917859 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-44705665-b9fe-4640-9a39-c06f0b294693 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b859a738020949f9b8a32e68b517988d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528951 Feb 08 16:43:46.951973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53416) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:47.001828 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44d2c-c090-42fe-9e9a-60b65b990871 req-e6e8b3e0-36e6-4690-92cc-92e8884840d3 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.008850 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4d44d2c-c090-42fe-9e9a-60b65b990871 req-e6e8b3e0-36e6-4690-92cc-92e8884840d3 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 931 time: 0.1869712 Feb 08 16:43:47.105775 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] Publish callbacks [] for security_group (7e87d22a-19bc-4aad-85c5-519ba11ad4fd), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.107713 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4d44d2c-c090-42fe-9e9a-60b65b990871 req-947f5682-08d5-48e5-b9c2-274e73c801cf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980146 Feb 08 16:43:47.110603 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-9226a68a-c3d0-464c-9f85-51921fd35f5c service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259002 Feb 08 16:43:47.186282 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] Publish callbacks [] for security_group (7e87d22a-19bc-4aad-85c5-519ba11ad4fd), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.215103 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:47.243509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks [] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.268904 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Transition to ACTIVE for port object 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:43:47.276394 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.329843 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Pushing event updated for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:47.350174 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-528badea-9382-4228-9c44-50e4171cdb01 req-19d90831-5794-4b5b-abcd-381b572a26d9 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267635 Feb 08 16:43:47.359878 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7e87d22a-19bc-4aad-85c5-519ba11ad4fd), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.365485 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.369573 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e87d22a-19bc-4aad-85c5-519ba11ad4fd HTTP/1.1" status: 204 len: 168 time: 0.4151797 Feb 08 16:43:47.380468 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bfdd4-3d8e-4f2d-9f29-a0fc63464f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87d22a-19bc-4aad-85c5-519ba11ad4fd,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:47.440578 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Attempting to bind port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:47.440980 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Attempting to bind port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:47.441560 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Attempting to bind port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 on network 8fa132bb-f81d-40c5-97f2-e1964294199e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:47.448062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 on network 8fa132bb-f81d-40c5-97f2-e1964294199e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:43:47.448468 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Attempting to bind port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 on network 8fa132bb-f81d-40c5-97f2-e1964294199e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:47.453762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:47.454167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Checking segment: {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:47.454611 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Bound using segment: {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:47.455156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Bound port: 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:47.455519 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.522090 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:47.525653 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:47.532721 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.566269 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.566888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:47.568303 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] 10.222.0.42 "PUT /v2.0/ports/7b51cb9a-da70-41bd-8fd9-16b61091a7c2 HTTP/1.1" status: 200 len: 1093 time: 0.8236110 Feb 08 16:43:47.568748 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:47.571086 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528e813-d0c7-451c-b063-0f4975e04c98" -d '{"events": [{"name": "network-changed", "server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:47.626231 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf79743-67f1-42e8-8384-7e10039ca821 x-openstack-request-id: req-5bf79743-67f1-42e8-8384-7e10039ca821 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:47.626460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:47.626717 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bf79743-67f1-42e8-8384-7e10039ca821 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:47.627120 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2', 'status': 'completed', 'code': 200} Feb 08 16:43:47.644168 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e63d-5452-4c44-9258-571b5f5147ac service neutron] Pushing event updated for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:47.702110 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-05b04a9e-26d3-4127-a165-9f822ff71c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.703687 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-05b04a9e-26d3-4127-a165-9f822ff71c65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 1127 time: 0.0741320 Feb 08 16:43:47.754672 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-cde81b54-bc22-4de0-b0a1-8230ed3980dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2 HTTP/1.1" status: 200 len: 217 time: 0.0357580 Feb 08 16:43:47.784667 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679433e0-8f4d-47dd-ada5-4b87a202e775 req-2d7c49b0-3787-4036-b181-ca2fd33f498e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.786536 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-679433e0-8f4d-47dd-ada5-4b87a202e775 req-2d7c49b0-3787-4036-b181-ca2fd33f498e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0794380 Feb 08 16:43:47.814350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-75c78fc4-16b1-40a9-a9b1-57cbf47559ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.815817 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-75c78fc4-16b1-40a9-a9b1-57cbf47559ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd HTTP/1.1" status: 200 len: 854 time: 0.0543118 Feb 08 16:43:47.844854 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-679433e0-8f4d-47dd-ada5-4b87a202e775 req-c32ea250-31ea-4236-a804-9178d3aa166f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Feb 08 16:43:47.852920 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-e58fd973-619a-4e67-985c-e76f9f025249 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa132bb-f81d-40c5-97f2-e1964294199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294414 Feb 08 16:43:47.958677 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-863834f8-95d8-452e-83cf-fca82bc892ca service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987060 Feb 08 16:43:48.061913 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8953fce8-ee34-4faf-953c-6a8a7b3ce7d5 req-52ee3a59-fd4d-4683-a430-cdd7bf7a4e0b service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971067 Feb 08 16:43:48.175811 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-d93d306c-3aba-4d6c-aeae-a6564e1f4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.177606 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-d93d306c-3aba-4d6c-aeae-a6564e1f4fdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 1127 time: 0.0594463 Feb 08 16:43:48.226082 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53478) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:48.312368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4cdd3-169b-4fc8-bf40-61130de90025 req-8bb8ac81-6a40-4600-b0ec-93188bae7e66 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.314275 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c9f4cdd3-169b-4fc8-bf40-61130de90025 req-8bb8ac81-6a40-4600-b0ec-93188bae7e66 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.1195095 Feb 08 16:43:48.337272 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-7d269a60-6785-4130-88fa-aad61836d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.339171 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-7d269a60-6785-4130-88fa-aad61836d21f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 915 time: 0.1546359 Feb 08 16:43:48.386656 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-0e8fcb0f-3bf6-485c-b1f4-42973e557b49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2 HTTP/1.1" status: 200 len: 217 time: 0.0406313 Feb 08 16:43:48.423246 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dc990cc9-a677-4b87-a8e7-0e26f7f2ad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.441404 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c9f4cdd3-169b-4fc8-bf40-61130de90025 req-ac67b229-8cd5-4e33-a769-74320805cf4e tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148405 Feb 08 16:43:48.454213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-d4f3c7a6-1ad7-422b-9646-1f8a69180a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.455779 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-d4f3c7a6-1ad7-422b-9646-1f8a69180a81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd HTTP/1.1" status: 200 len: 854 time: 0.0605583 Feb 08 16:43:48.503193 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-52a0d027-181a-4682-889b-eecf806ec1be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa132bb-f81d-40c5-97f2-e1964294199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408380 Feb 08 16:43:48.534952 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dc990cc9-a677-4b87-a8e7-0e26f7f2ad16 admin admin] Publish callbacks [] for security_group (846845b8-6fe0-4c7a-813c-326d895532b6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.539708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dc990cc9-a677-4b87-a8e7-0e26f7f2ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (846845b8-6fe0-4c7a-813c-326d895532b6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.566798 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-dc990cc9-a677-4b87-a8e7-0e26f7f2ad16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2127908cbfd54932803d0c689b6d3ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390300 Feb 08 16:43:48.573141 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53498) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:48.604928 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc990cc9-a677-4b87-a8e7-0e26f7f2ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846845b8-6fe0-4c7a-813c-326d895532b6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:48.645063 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-9c4121cd-7a79-429c-ab05-d457358d0629 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330340 Feb 08 16:43:48.648234 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] Publish callbacks [] for security_group (846845b8-6fe0-4c7a-813c-326d895532b6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.671305 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] Publish callbacks [] for security_group (846845b8-6fe0-4c7a-813c-326d895532b6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.726800 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (846845b8-6fe0-4c7a-813c-326d895532b6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.730682 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:48.732008 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/846845b8-6fe0-4c7a-813c-326d895532b6 HTTP/1.1" status: 204 len: 168 time: 0.1578813 Feb 08 16:43:48.740620 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ee985-e850-44b4-babf-13f46858271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846845b8-6fe0-4c7a-813c-326d895532b6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:48.831337 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53506) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:48.995910 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e8d7d-a34c-4a6e-8408-371e79b23bc5 req-d0c3a6e7-d5f6-4885-bf7f-57f66cabe415 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.998232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db1e8d7d-a34c-4a6e-8408-371e79b23bc5 req-d0c3a6e7-d5f6-4885-bf7f-57f66cabe415 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0689821 Feb 08 16:43:49.002328 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1528e813-d0c7-451c-b063-0f4975e04c98 req-23216f64-5b4e-4a42-8474-14d7fcf2cea6 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513215 Feb 08 16:43:49.055254 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db1e8d7d-a34c-4a6e-8408-371e79b23bc5 req-256037ba-0ee6-474d-a899-24a954e2f775 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Feb 08 16:43:49.112788 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8163c47-cf3b-40a1-8b56-2d11657553b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.189919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8163c47-cf3b-40a1-8b56-2d11657553b1 admin admin] Publish callbacks [] for security_group (d1020b4c-014e-4467-ab32-17c4d892cfa4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.193563 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f8163c47-cf3b-40a1-8b56-2d11657553b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d1020b4c-014e-4467-ab32-17c4d892cfa4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.233151 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f8163c47-cf3b-40a1-8b56-2d11657553b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=620de5af998947bda2ad875d000e23ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005997 Feb 08 16:43:49.234010 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8163c47-cf3b-40a1-8b56-2d11657553b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1020b4c-014e-4467-ab32-17c4d892cfa4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:49.235881 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53512) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:49.283410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] Publish callbacks [] for security_group (d1020b4c-014e-4467-ab32-17c4d892cfa4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.303133 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] Publish callbacks [] for security_group (d1020b4c-014e-4467-ab32-17c4d892cfa4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.347781 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (d1020b4c-014e-4467-ab32-17c4d892cfa4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.350247 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.351347 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1020b4c-014e-4467-ab32-17c4d892cfa4 HTTP/1.1" status: 204 len: 168 time: 0.1143253 Feb 08 16:43:49.358744 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be55c2-0e23-4d7b-8b39-b605386b9505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1020b4c-014e-4467-ab32-17c4d892cfa4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:49.567939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5faf5-7674-4cc9-9445-3725eb11b6a1 req-e67e9011-e098-4cf5-ac52-47f842e82427 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:49.569385 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-78a5faf5-7674-4cc9-9445-3725eb11b6a1 req-e67e9011-e098-4cf5-ac52-47f842e82427 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0521705 Feb 08 16:43:49.618162 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-78a5faf5-7674-4cc9-9445-3725eb11b6a1 req-bdd886f0-bb9c-49a3-8986-6a9d63526dc5 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Feb 08 16:43:50.091633 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:43:50.170355 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f06b-82ff-404d-bab7-3db5a9f038e0 req-339fe077-2813-435c-a7a9-d9c7d2007bff tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:50.172398 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b582f06b-82ff-404d-bab7-3db5a9f038e0 req-339fe077-2813-435c-a7a9-d9c7d2007bff tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0528796 Feb 08 16:43:50.217589 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b582f06b-82ff-404d-bab7-3db5a9f038e0 req-c5e441a9-0b82-4e6e-b888-d10c7033c2fd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Feb 08 16:43:50.735677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9362-5e81-4554-8602-a9ce8eb82623 req-a3a86f3e-2d8b-4970-9ed9-7804e2ea4794 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:50.737135 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0ce9362-5e81-4554-8602-a9ce8eb82623 req-a3a86f3e-2d8b-4970-9ed9-7804e2ea4794 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0509255 Feb 08 16:43:50.783427 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e0ce9362-5e81-4554-8602-a9ce8eb82623 req-8c4a7daa-6cea-4991-a491-f0b785ad4c72 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Feb 08 16:43:51.333243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c9595-56a8-4671-815a-8a68fbb8a2a6 req-06710235-a2ae-4d39-ab04-f83e65f1845c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:51.334673 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-674c9595-56a8-4671-815a-8a68fbb8a2a6 req-06710235-a2ae-4d39-ab04-f83e65f1845c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0512834 Feb 08 16:43:51.383543 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-674c9595-56a8-4671-815a-8a68fbb8a2a6 req-d306b274-f176-43c5-b87c-8c15a6dcf5d9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Feb 08 16:43:51.898461 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c40a-2611-440a-973a-2a92626a1ff0 req-40a0369e-75f7-4a56-af83-f9da389f23aa tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:51.900574 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e6c9c40a-2611-440a-973a-2a92626a1ff0 req-40a0369e-75f7-4a56-af83-f9da389f23aa tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0515766 Feb 08 16:43:51.945007 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e6c9c40a-2611-440a-973a-2a92626a1ff0 req-7bd5fdce-728c-460f-b77b-9779ad3ff4e2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 Feb 08 16:43:52.500308 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa651d5-9824-4c76-83ce-b28cfc50b49b req-6b5e0806-b1b7-4173-91a4-9bff51335333 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:52.501720 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9aa651d5-9824-4c76-83ce-b28cfc50b49b req-6b5e0806-b1b7-4173-91a4-9bff51335333 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0504677 Feb 08 16:43:52.547913 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9aa651d5-9824-4c76-83ce-b28cfc50b49b req-bc34a621-4514-4d1d-a8cd-ac5dd8171670 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Feb 08 16:43:53.073233 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d8199-c3aa-4875-826a-21b8190862ca req-abe6fce0-acd4-4e5f-a8a6-43fd1c7d89a2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:53.074692 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b15d8199-c3aa-4875-826a-21b8190862ca req-abe6fce0-acd4-4e5f-a8a6-43fd1c7d89a2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0607646 Feb 08 16:43:53.128269 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b15d8199-c3aa-4875-826a-21b8190862ca req-ba6722ef-3fc6-45a5-968e-ed123a892646 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Feb 08 16:43:53.664798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcaee0-271f-4452-bbb6-c2b56b03ca0b req-76407151-59f0-41fc-901d-f76af19a50b6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:53.666388 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f6fcaee0-271f-4452-bbb6-c2b56b03ca0b req-76407151-59f0-41fc-901d-f76af19a50b6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0533316 Feb 08 16:43:53.712192 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f6fcaee0-271f-4452-bbb6-c2b56b03ca0b req-74694992-6335-420e-95e1-59acd523a9bd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Feb 08 16:43:54.246905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ff227-396d-4860-8d8c-6c2f774e10c2 req-a15a015c-39b8-4191-bd77-4db5e7c54b73 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:54.248391 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9f3ff227-396d-4860-8d8c-6c2f774e10c2 req-a15a015c-39b8-4191-bd77-4db5e7c54b73 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0523767 Feb 08 16:43:54.296296 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9f3ff227-396d-4860-8d8c-6c2f774e10c2 req-5d75abc9-2788-4fb5-bae7-f8c7ab01c901 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Feb 08 16:43:54.833743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4de96-1173-409b-aa7b-b9f14bee867e req-6be53461-d646-4963-b738-b4f11815310b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:54.835212 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ba4de96-1173-409b-aa7b-b9f14bee867e req-6be53461-d646-4963-b738-b4f11815310b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0557110 Feb 08 16:43:54.883971 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ba4de96-1173-409b-aa7b-b9f14bee867e req-185358e5-09be-42a1-9155-aef7f53b976a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Feb 08 16:43:55.000086 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-186c6634-908b-429a-99cc-e2b67a294c43 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:55.001568 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-186c6634-908b-429a-99cc-e2b67a294c43 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1082947 Feb 08 16:43:55.016075 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-4607c635-0c9d-4fd3-8dd8-18306b08b014 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/quotas/3b57fcb90a594af1b70daaecbf9efd96 HTTP/1.1" status: 200 len: 375 time: 0.0088198 Feb 08 16:43:55.068356 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-f9fbae73-fbe7-4484-95c3-e7518bd84eeb tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475004 Feb 08 16:43:55.158314 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-eb09c224-9d63-4934-ae44-39e44bc0df8c service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830889 Feb 08 16:43:55.243865 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-7851cdeb-a5d5-4f97-a231-5fe3d8bcee06 service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793965 Feb 08 16:43:55.418583 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-51a1327d-9c57-4215-9873-4637f8e39459 req-bdf6fd5b-ecf2-4618-ac15-9b717232c913 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 210 time: 0.0455983 Feb 08 16:43:55.423544 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c393-55c4-43d2-89aa-eb74e2b839fb req-2ce30d64-bfd2-4d4b-85b5-4e7b0caadf6a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:55.438748 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8375c393-55c4-43d2-89aa-eb74e2b839fb req-2ce30d64-bfd2-4d4b-85b5-4e7b0caadf6a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.0634165 Feb 08 16:43:55.492494 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8375c393-55c4-43d2-89aa-eb74e2b839fb req-8df3252a-7550-48b2-8fc0-611db13973e7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Feb 08 16:43:55.674256 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a531e8a6-e7c3-494f-b956-341243d5908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.008457 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53670) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:56.014287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77be3f-4336-4c72-88e4-2b6352cb62d0 req-4c7699f1-57bf-49e4-b3db-758c62a9f3e6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:56.015777 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca77be3f-4336-4c72-88e4-2b6352cb62d0 req-4c7699f1-57bf-49e4-b3db-758c62a9f3e6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0579669 Feb 08 16:43:56.062168 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca77be3f-4336-4c72-88e4-2b6352cb62d0 req-47dd4b70-e7d1-49a0-b60f-0617a37ea6d2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Feb 08 16:43:56.112828 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57fac997-ec7d-4200-ba2e-04cc921954d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.182698 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57fac997-ec7d-4200-ba2e-04cc921954d5 admin admin] Publish callbacks [] for security_group (a74d50fa-e86d-4f85-8cfb-1021f7e92ea7), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.186143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-57fac997-ec7d-4200-ba2e-04cc921954d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a74d50fa-e86d-4f85-8cfb-1021f7e92ea7), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.226551 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-57fac997-ec7d-4200-ba2e-04cc921954d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f8b86b7b5014f6d93a6c76cf0c0e5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162142 Feb 08 16:43:56.227399 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fac997-ec7d-4200-ba2e-04cc921954d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74d50fa-e86d-4f85-8cfb-1021f7e92ea7,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:56.230431 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53674) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:56.280979 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] Publish callbacks [] for security_group (a74d50fa-e86d-4f85-8cfb-1021f7e92ea7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.301170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] Publish callbacks [] for security_group (a74d50fa-e86d-4f85-8cfb-1021f7e92ea7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.354189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a74d50fa-e86d-4f85-8cfb-1021f7e92ea7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.356784 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.357938 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a74d50fa-e86d-4f85-8cfb-1021f7e92ea7 HTTP/1.1" status: 204 len: 168 time: 0.1261659 Feb 08 16:43:56.385532 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914f86-e206-43df-91b8-e18214fd033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74d50fa-e86d-4f85-8cfb-1021f7e92ea7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:56.501157 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-6c61a057-bdd8-44f4-8d14-9e8a3757a2b4 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:56.503101 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-6c61a057-bdd8-44f4-8d14-9e8a3757a2b4 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1438763 Feb 08 16:43:56.520015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Request body: {'port': {'device_id': '34aed937-6496-4bee-8f85-9ac16933bed9', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'admin_state_up': True, 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:56.526941 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9263eff5-48c8-4a65-8bcc-746d33ccf143 req-3a12e903-6aff-41e1-a217-5ceb471326eb tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 08 16:43:56.726201 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:56.730346 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:56.751296 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975cb7-c648-4a8e-9220-9b6f9a738cbf req-1d74744a-1a14-4a1e-9d1e-0437efe5819e tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:56.756254 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88975cb7-c648-4a8e-9220-9b6f9a738cbf req-1d74744a-1a14-4a1e-9d1e-0437efe5819e tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 943 time: 0.1182003 Feb 08 16:43:56.849233 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53704) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:56.883250 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88975cb7-c648-4a8e-9220-9b6f9a738cbf req-bbf961c7-c0d8-4b6b-8735-916a5eb227a7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140344 Feb 08 16:43:56.919567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Allocated IP 172.20.0.9 (ec8f7fac-5fb6-486d-81c6-a643c1dc738e/12ea0b25-a1e9-4175-956e-081251b1281c/5bf7187c-608b-4223-8eb8-d0779f39ffb8) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:56.971547 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fb56bf1-5bee-4331-a39f-bcadeaaf8b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.037423 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:43:57.056252 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fb56bf1-5bee-4331-a39f-bcadeaaf8b34 admin admin] Publish callbacks [] for security_group (725216f8-450b-4cde-a357-1d5895929b2a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.061291 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fb56bf1-5bee-4331-a39f-bcadeaaf8b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (725216f8-450b-4cde-a357-1d5895929b2a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.107871 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7fb56bf1-5bee-4331-a39f-bcadeaaf8b34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7290649118b432aa2413ab2b57cb0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572842 Feb 08 16:43:57.109152 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb56bf1-5bee-4331-a39f-bcadeaaf8b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725216f8-450b-4cde-a357-1d5895929b2a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:57.111938 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53718) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:57.132792 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks [] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.157400 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:57.174471 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2', 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e', 'port_id': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2', 'mac_address': 'fa:16:3e:40:97:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22ffc73-b19c-4b4e-8765-f67a5e3aeddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:43:57.199360 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] Publish callbacks [] for security_group (725216f8-450b-4cde-a357-1d5895929b2a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.206983 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53720) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:57.219139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b99-73c9-4474-bd55-42f2b86c607b req-ac4e6832-a13b-44f7-9bdb-862c9af44d37 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:57.219368 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:57.219526 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.220662 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79323b99-73c9-4474-bd55-42f2b86c607b req-ac4e6832-a13b-44f7-9bdb-862c9af44d37 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0643058 Feb 08 16:43:57.233583 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.236476 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] Publish callbacks [] for security_group (725216f8-450b-4cde-a357-1d5895929b2a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.237076 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:57.250579 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:57.296702 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79323b99-73c9-4474-bd55-42f2b86c607b req-ad0d254e-0ae3-481a-8fe3-c90dfea3d1b6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638516 Feb 08 16:43:57.306661 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:57.318599 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:57.321013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:57.323966 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event updated for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:57.361196 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:57.361400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-834719204-network', 'tenant_id': '08bc94fd80244144ae5883c54707e219'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:57.367477 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.375571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (725216f8-450b-4cde-a357-1d5895929b2a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.378060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.382136 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/725216f8-450b-4cde-a357-1d5895929b2a HTTP/1.1" status: 204 len: 168 time: 0.2665558 Feb 08 16:43:57.398134 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:57.398964 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.405956 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff44db-61b1-494c-8541-1326c688931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725216f8-450b-4cde-a357-1d5895929b2a,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:57.413898 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Made reservation on behalf of 08bc94fd80244144ae5883c54707e219 for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:57.417718 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.431159 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-e51f29f8-d2d0-4af2-ad21-f802d8ad0781 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9157426 Feb 08 16:43:57.432173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.444130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Request body: {'port': {'device_id': '34aed937-6496-4bee-8f85-9ac16933bed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:57.467196 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:57.535190 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.590156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks [] for security_group (44fe78b7-c722-400c-a9b4-8260dd2a0ec8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.643101 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (44fe78b7-c722-400c-a9b4-8260dd2a0ec8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.702810 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:43:57.755069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe78b7-c722-400c-a9b4-8260dd2a0ec8,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:57.775150 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (d82c6419-721a-4171-b09b-ec5e7ed29ddd), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.775635 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Added segment d82c6419-721a-4171-b09b-ec5e7ed29ddd of type vlan for network c554db4f-82e2-45eb-abb6-e85a666ce499 Feb 08 16:43:57.793648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e455-c371-4e82-ba59-bc853ab6f5d7 req-e287a972-01b5-49cf-a68d-04b709faafbd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:57.795134 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2fc0e455-c371-4e82-ba59-bc853ab6f5d7 req-e287a972-01b5-49cf-a68d-04b709faafbd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 931 time: 0.1834552 Feb 08 16:43:57.843516 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['7b51cb9a-da70-41bd-8fd9-16b61091a7c2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:57.887249 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (c554db4f-82e2-45eb-abb6-e85a666ce499), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.951003 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (c554db4f-82e2-45eb-abb6-e85a666ce499), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.952001 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:57.952576 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:57.974954 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2fc0e455-c371-4e82-ba59-bc853ab6f5d7 req-37ac53f9-1a96-4601-82af-93e9a8598f84 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739075 Feb 08 16:43:58.043113 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9c20-e730-488d-9eb8-8a65c28562a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.051991 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8332870 Feb 08 16:43:58.051991 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53750) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:58.055508 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Request body: {'subnet': {'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-834719204-subnet', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:58.061817 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671d0e-a1b9-4428-bec1-2557b8cb5380 req-54978b0f-9607-41ba-ac61-717f55753c89 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.068262 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e7671d0e-a1b9-4428-bec1-2557b8cb5380 req-54978b0f-9607-41ba-ac61-717f55753c89 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 944 time: 0.0826166 Feb 08 16:43:58.083377 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc73ec-0a1c-41f7-83c3-0201e048c313 admin admin] Pushing event updated for resources: {'Network': ['ID=c554db4f-82e2-45eb-abb6-e85a666ce499,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:58.093767 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network c554db4f-82e2-45eb-abb6-e85a666ce499 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:43:58.126217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf7187c-608b-4223-8eb8-d0779f39ffb8 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:58.128108 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e7671d0e-a1b9-4428-bec1-2557b8cb5380 req-04eb36c4-0570-4854-9f2d-2fc2ec2ad98e tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Feb 08 16:43:58.131619 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Made reservation on behalf of 08bc94fd80244144ae5883c54707e219 for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:43:58.134196 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049432'] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.148886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks [] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.200210 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Transition to ACTIVE for port object 5bf7187c-608b-4223-8eb8-d0779f39ffb8 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:43:58.205869 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.279495 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:58.449549 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Attempting to bind port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:58.449890 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Attempting to bind port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:58.450223 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Attempting to bind port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:58.458622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:43:58.458927 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Attempting to bind port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:58.462932 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8716487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049446'] for subnet (4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.490228 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:58.490587 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Checking segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:58.490947 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Bound using segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:58.491385 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Bound port: 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:58.491737 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.529451 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1e128-a227-4068-aa60-7d45b3781bec req-5f4bff6a-ec04-4d42-891a-95b2b023757f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.531021 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-84e1e128-a227-4068-aa60-7d45b3781bec req-5f4bff6a-ec04-4d42-891a-95b2b023757f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1710496 Feb 08 16:43:58.584060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:58.625014 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Checking segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:58.625376 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Network hostable DHCP agents. Network: c554db4f-82e2-45eb-abb6-e85a666ce499, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:43:58.648573 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:58.653462 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-84e1e128-a227-4068-aa60-7d45b3781bec req-2a950c01-cf75-493d-92ed-736632dd2fbe tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115034 Feb 08 16:43:58.657413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:58.666626 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.671686 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Network c554db4f-82e2-45eb-abb6-e85a666ce499 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:43:58.705493 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, c554db4f-82e2-45eb-abb6-e85a666ce499) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:58.713066 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848ee89-67a6-4b9f-a96e-4174ceac9270 None None] Network c554db4f-82e2-45eb-abb6-e85a666ce499 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:43:58.715328 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.715973 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.717355 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] 10.222.0.42 "PUT /v2.0/ports/5bf7187c-608b-4223-8eb8-d0779f39ffb8 HTTP/1.1" status: 200 len: 1093 time: 1.2775369 Feb 08 16:43:58.719450 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:58.721712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e29ac6-7742-4137-9097-87409a0f2b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:58.728651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.729330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.745928 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12383c-9bb0-429d-b043-a6ead5b506ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:58.759392 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53766) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:58.759859 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3fe6496a-ee3f-4295-81f9-10083be927e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7077360 Feb 08 16:43:58.768717 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:58.776723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6510da0a-502b-4dcf-8942-7c4d52df9314 x-openstack-request-id: req-6510da0a-502b-4dcf-8942-7c4d52df9314 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:58.777013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:58.777257 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6510da0a-502b-4dcf-8942-7c4d52df9314 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:58.777715 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8', 'status': 'completed', 'code': 200} Feb 08 16:43:58.791417 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.792902 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.816211 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-af1b79f4-6217-4f72-ac0e-11d1205d1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.817717 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-af1b79f4-6217-4f72-ac0e-11d1205d1740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 1127 time: 0.0531862 Feb 08 16:43:58.829035 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-c554db4f-82e2-45eb-abb6-e85a666ce499', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'project_id': '08bc94fd80244144ae5883c54707e219', 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:43:58.829979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.862200 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for router_controller (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:58.871718 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-aac9d0e1-9e4e-4c03-9af7-bb553ec7ae5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8 HTTP/1.1" status: 200 len: 217 time: 0.0445416 Feb 08 16:43:58.922940 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281171a3-7976-4e5b-a2a0-b965da83037c req-6a328c73-f335-4d8b-81da-a205c2330dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:58.924581 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-6a328c73-f335-4d8b-81da-a205c2330dfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0467381 Feb 08 16:43:58.959558 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-1aefaf9b-f8a1-4a08-9041-4bfd8b3a5a82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243931 Feb 08 16:43:58.968639 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Allocated IP 172.20.0.2 (c554db4f-82e2-45eb-abb6-e85a666ce499/4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5/9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:59.010411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for router_gateway (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.072100 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-45e423a6-8fec-435e-8c8f-ee41e2d69d9b service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013110 Feb 08 16:43:59.128390 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks [] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.135891 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.163488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Network c554db4f-82e2-45eb-abb6-e85a666ce499 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:59.172126 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8101a6c-d81f-472e-ba53-e882109691ab req-3263d092-3d6e-4926-a13b-36e2315a6f44 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.173700 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d8101a6c-d81f-472e-ba53-e882109691ab req-3263d092-3d6e-4926-a13b-36e2315a6f44 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.1157930 Feb 08 16:43:59.212590 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:59.215060 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-281171a3-7976-4e5b-a2a0-b965da83037c req-af5ea2f3-3ca7-4300-a63a-a38e431f5f32 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285551 Feb 08 16:43:59.215595 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:59.246931 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d8101a6c-d81f-472e-ba53-e882109691ab req-b5c543b4-8e07-4483-90af-225f800c40b1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620122 Feb 08 16:43:59.255404 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.278802 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Pushing event updated for resources: {'Port': ['ID=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:59.325249 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Attempting to bind port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:59.325638 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Attempting to bind port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:59.326202 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Attempting to bind port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e on network c554db4f-82e2-45eb-abb6-e85a666ce499 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:59.331942 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:59.332500 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Checking segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:59.332903 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.333297 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Bound using segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:59.334668 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Bound port: 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:59.335241 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.336602 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-cabc3a21-f8b1-4249-9281-96ddbdd92813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.338737 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-cabc3a21-f8b1-4249-9281-96ddbdd92813 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 1127 time: 0.0467203 Feb 08 16:43:59.361172 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04db3-4f30-4f59-a575-e44fd7613d65 req-e6abef71-c62f-42f3-8322-6012eba02fbf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.362621 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9a04db3-4f30-4f59-a575-e44fd7613d65 req-e6abef71-c62f-42f3-8322-6012eba02fbf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 944 time: 0.0682366 Feb 08 16:43:59.408311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] For port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:59.411579 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] For port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:59.419591 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.429028 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e9a04db3-4f30-4f59-a575-e44fd7613d65 req-7d14d4d0-df35-4a18-9807-5b62156bc2b3 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Feb 08 16:43:59.441456 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-10aa5752-1b45-420a-8116-6676996adb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.442923 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-10aa5752-1b45-420a-8116-6676996adb2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 916 time: 0.0970109 Feb 08 16:43:59.481926 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4009544-0698-40fa-b8bf-dbe1dd46976b None None] Pushing event updated for resources: {'Port': ['ID=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:59.492107 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-d8d186c5-8c28-41f1-a6f2-32ca056655a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8 HTTP/1.1" status: 200 len: 217 time: 0.0390134 Feb 08 16:43:59.551568 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for router_gateway (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.553048 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-df2f3e80-66f2-471a-a414-268b18cabaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.554509 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-df2f3e80-66f2-471a-a414-268b18cabaaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0523880 Feb 08 16:43:59.574848 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.588623 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-a9cfc0a0-f482-4689-84cc-83c02dec8bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257738 Feb 08 16:43:59.725111 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Allocated IP 172.27.1.163 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/d29bd95d-9649-456f-bdd0-7d50b86dda0d) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:59.788253 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-3b3e91c5-2e1c-4fa2-b46d-88d91f71684d service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821499 Feb 08 16:43:59.909544 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:59.945407 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a45b-f168-43a4-95d7-b73b62c61916 req-1d13cd1e-c9b0-48be-ac1f-4ded669c90f2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:59.955541 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e45a45b-f168-43a4-95d7-b73b62c61916 req-1d13cd1e-c9b0-48be-ac1f-4ded669c90f2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1662712 Feb 08 16:43:59.989868 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.018396 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e45a45b-f168-43a4-95d7-b73b62c61916 req-a6e92b71-c49d-41fd-bac3-ed4c5a57e0b6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619667 Feb 08 16:44:00.021987 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2e29ac6-7742-4137-9097-87409a0f2b3c req-3412c7c8-df6a-40f3-8c2b-5960c07e9f5a service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022328 Feb 08 16:44:00.065617 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:00.067510 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:00.073974 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:00.079177 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:00.083327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Pushing event updated for resources: {'Port': ['ID=d29bd95d-9649-456f-bdd0-7d50b86dda0d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:00.115985 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:00.116644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.122248 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e943a-9e6a-4a40-9ecb-df30f04c6e83 req-8e218f5d-24d0-4a42-93ae-7cf1596244b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:00.123862 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e13e943a-9e6a-4a40-9ecb-df30f04c6e83 req-8e218f5d-24d0-4a42-93ae-7cf1596244b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.1197574 Feb 08 16:44:00.201386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:00.201982 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.235223 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:00.239285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.265273 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e13e943a-9e6a-4a40-9ecb-df30f04c6e83 req-ecce7001-1cfa-41c5-a148-c1150e19d4e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343095 Feb 08 16:44:00.289549 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:00.388246 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.415514 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5e72a-18f3-4fc3-841b-edc9dc1b4431 req-b106456d-381e-40cd-af24-f451ca3f0f79 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:00.417147 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44d5e72a-18f3-4fc3-841b-edc9dc1b4431 req-b106456d-381e-40cd-af24-f451ca3f0f79 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0825691 Feb 08 16:44:00.418229 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for router_gateway (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.540943 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44d5e72a-18f3-4fc3-841b-edc9dc1b4431 req-14832c42-f102-42c2-b2c1-8e7939318f82 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876563 Feb 08 16:44:00.570368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116afcf-5aa2-4285-a8a3-1f3ce099858e req-8cdcb8e0-1ee8-49da-bc1b-aab4498829b6 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:00.572667 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b116afcf-5aa2-4285-a8a3-1f3ce099858e req-8cdcb8e0-1ee8-49da-bc1b-aab4498829b6 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 944 time: 0.0677755 Feb 08 16:44:00.622013 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b116afcf-5aa2-4285-a8a3-1f3ce099858e req-ee16c43f-2053-4fe1-b8ef-9e94a72ff398 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Feb 08 16:44:00.663656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c64c7-739a-4605-9f9a-da9aae59dd21 None None] Network c554db4f-82e2-45eb-abb6-e85a666ce499 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:44:00.673000 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.739817 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b9e510de-ca38-47ea-8262-cf6111a76edf None None] Provisioning complete for port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:00.740189 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b9e510de-ca38-47ea-8262-cf6111a76edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.800661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:44:00.855486 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b9e510de-ca38-47ea-8262-cf6111a76edf None None] Current status of the port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:00.911548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:00.923459 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Sync routers for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:00.935883 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:00.937174 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-99fd64f2-81e6-46b7-979f-927aaabeaca3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1756012 Feb 08 16:44:00.939847 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53786) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:00.941732 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:00.942481 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:01.055254 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:01.082360 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-0dfaa4b6-c15d-4941-91e1-b2f270d66506 None None] Provisioning complete for port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:01.082979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa4b6-c15d-4941-91e1-b2f270d66506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.174807 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaa4b6-c15d-4941-91e1-b2f270d66506 None None] Current status of the port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:01.186946 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d88747-2c1e-4f4a-ba54-33142ba23e2a req-74ffeb92-d869-42c8-a890-ffe631cebb8d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:01.188431 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e6d88747-2c1e-4f4a-ba54-33142ba23e2a req-74ffeb92-d869-42c8-a890-ffe631cebb8d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0786231 Feb 08 16:44:01.237273 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:00Z', 'revision_number': 3, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:01.262726 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Checking router: 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:01.263461 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Updating router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 port d29bd95d-9649-456f-bdd0-7d50b86dda0d binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:44:01.292392 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.530222 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e6d88747-2c1e-4f4a-ba54-33142ba23e2a req-c7f56241-60b7-4c39-a1ec-d8edfd654bad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358819 Feb 08 16:44:01.548660 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks [] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.554245 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.611676 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Pushing event updated for resources: {'Port': ['ID=d29bd95d-9649-456f-bdd0-7d50b86dda0d,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:01.618432 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Attempting to bind port d29bd95d-9649-456f-bdd0-7d50b86dda0d on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:01.618803 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Attempting to bind port d29bd95d-9649-456f-bdd0-7d50b86dda0d by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:01.619278 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Attempting to bind port d29bd95d-9649-456f-bdd0-7d50b86dda0d on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:01.622674 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.623565 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.623565 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.623812 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.624072 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.624400 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.624729 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.625057 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.625384 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.625729 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.626054 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.626374 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.626700 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:01.632507 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:01.632887 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:01.633291 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.634258 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:01.634923 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Bound port: d29bd95d-9649-456f-bdd0-7d50b86dda0d, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:01.635325 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.678621 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd9e2c-a47d-4a92-9d12-d0408cd5d46d req-ba115fdc-6f61-485d-a48e-f19feab3df4c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:01.680163 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7ccd9e2c-a47d-4a92-9d12-d0408cd5d46d req-ba115fdc-6f61-485d-a48e-f19feab3df4c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0663040 Feb 08 16:44:01.683812 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.697824 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] For port d29bd95d-9649-456f-bdd0-7d50b86dda0d, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:01.701354 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] For port d29bd95d-9649-456f-bdd0-7d50b86dda0d, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d29bd95d-9649-456f-bdd0-7d50b86dda0d,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:01.709260 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.761846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:01.770149 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:01.770810 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:01.849974 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63956c53-1e23-497a-8c15-7ffe1be31b72 None None] Pushing event updated for resources: {'Port': ['ID=d29bd95d-9649-456f-bdd0-7d50b86dda0d,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:01.856953 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df374a7-cbd4-4d49-b116-43224c9a8da4 req-10d7eea6-22fa-4c0a-9e65-acf3773e3d7c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:01.858828 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4df374a7-cbd4-4d49-b116-43224c9a8da4 req-10d7eea6-22fa-4c0a-9e65-acf3773e3d7c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 944 time: 0.1066175 Feb 08 16:44:01.909028 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:44:01.916320 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:01.917210 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:01.923781 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:01.969486 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4df374a7-cbd4-4d49-b116-43224c9a8da4 req-f497ee09-a9b1-4f1c-a166-4792e02ea385 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046381 Feb 08 16:44:01.993837 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.001840 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Allocated IP 172.20.0.1 (c554db4f-82e2-45eb-abb6-e85a666ce499/4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5/e04ee1e3-d473-4d70-9df1-88066a909c5a) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:44:02.030072 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7ccd9e2c-a47d-4a92-9d12-d0408cd5d46d req-2aa0eb92-76d1-4ce6-86c1-efad18fb37c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429344 Feb 08 16:44:02.072302 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:02.072794 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.074933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:02.123181 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks [] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.127885 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:02.130419 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632885d-42e1-481b-bbae-79fa7d4ec2e5" -d '{"events": [{"server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "name": "network-vif-plugged", "status": "completed", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:02.149651 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:02.155060 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.169493 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.174081 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:00Z', 'revision_number': 3, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:02.190473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a2bff0-70d9-42cd-b029-b73e87401f3c x-openstack-request-id: req-46a2bff0-70d9-42cd-b029-b73e87401f3c {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:02.190799 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "name": "network-vif-plugged", "status": "completed", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:02.191060 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46a2bff0-70d9-42cd-b029-b73e87401f3c {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:02.191449 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2', 'code': 200} Feb 08 16:44:02.206480 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:02.206860 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.209918 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4184d2-5d89-4573-ac10-ba7302082d05 None None] The sync data for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi is: [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:00Z', 'revision_number': 3, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:02.217776 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Network c554db4f-82e2-45eb-abb6-e85a666ce499 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:02.220917 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:02.224611 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:02.230933 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Pushing event updated for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:02.238825 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:02.281655 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.324676 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:02.434824 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.521192 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-51c67a62-c2e2-4a7d-9eec-b48ad42a7f30 None None] Provisioning complete for port e04ee1e3-d473-4d70-9df1-88066a909c5a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:02.521543 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-51c67a62-c2e2-4a7d-9eec-b48ad42a7f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.559552 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-51c67a62-c2e2-4a7d-9eec-b48ad42a7f30 None None] Port e04ee1e3-d473-4d70-9df1-88066a909c5a cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:44:02.639173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks [] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.644546 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.694955 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4f2c1-c2b1-4a61-91e2-ae311a72567a req-86e030a9-00a6-445c-ad45-f68f93885e56 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:02.696844 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40b4f2c1-c2b1-4a61-91e2-ae311a72567a req-86e030a9-00a6-445c-ad45-f68f93885e56 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0788705 Feb 08 16:44:02.718910 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Pushing event updated for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:02.725250 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:02.755923 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40b4f2c1-c2b1-4a61-91e2-ae311a72567a req-28a4054e-df47-4255-aa18-40efebcd7cd0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511053 Feb 08 16:44:02.825280 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Network c554db4f-82e2-45eb-abb6-e85a666ce499 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:02.826770 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:02.947792 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:44:03.096410 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-02b714cc-438f-42a9-b205-df351cf989d6 None None] Provisioning complete for port e04ee1e3-d473-4d70-9df1-88066a909c5a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:03.097693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-02b714cc-438f-42a9-b205-df351cf989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.100893 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:03.111133 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-abee744f-ab3d-48d8-bd24-7773d9d36823 admin admin] 10.222.0.35 "PUT /v2.0/routers/3a22ce55-c653-4fd1-a9e3-cb287ef0b775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702392 Feb 08 16:44:03.130861 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b0703-5bee-4776-b6b8-4c993e14480e req-21e40b1a-2f26-4968-acb3-50c6e7e9e682 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.132719 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ca0b0703-5bee-4776-b6b8-4c993e14480e req-21e40b1a-2f26-4968-acb3-50c6e7e9e682 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0833626 Feb 08 16:44:03.165591 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-02b714cc-438f-42a9-b205-df351cf989d6 None None] Port e04ee1e3-d473-4d70-9df1-88066a909c5a cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:44:03.189237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d1483-e6d7-4eb5-a237-78c21faea507 req-5dfe1c91-34a0-4586-9349-614fcdc4f84b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.190923 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cc9d1483-e6d7-4eb5-a237-78c21faea507 req-5dfe1c91-34a0-4586-9349-614fcdc4f84b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0870440 Feb 08 16:44:03.199011 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ca0b0703-5bee-4776-b6b8-4c993e14480e req-fd9869d6-d8f7-4c53-affd-982c489be8dc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Feb 08 16:44:03.251384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cc9d1483-e6d7-4eb5-a237-78c21faea507 req-aae655c0-2ed8-4ee3-9278-e29c4fd5b19d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Feb 08 16:44:03.748801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53820) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:03.753634 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1938011735-network', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:03.782667 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Made reservation on behalf of 6a212c4539cf48b19dc8c97b9373be6f for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:44:03.792342 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.801124 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.906537 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d29b-df24-476e-8147-2a3f726f462a req-7afcc934-de9f-4ed6-990b-dc54a75a5b47 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.907931 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b24d29b-df24-476e-8147-2a3f726f462a req-7afcc934-de9f-4ed6-990b-dc54a75a5b47 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0837529 Feb 08 16:44:03.949713 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks [] for security_group (4129cee6-d4f8-427f-b25e-6c75f720c673), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.956491 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4129cee6-d4f8-427f-b25e-6c75f720c673), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.969397 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d29bd95d-9649-456f-bdd0-7d50b86dda0d up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:03.994636 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:44:04.020762 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b24d29b-df24-476e-8147-2a3f726f462a req-f450bdbf-6081-42d5-87d2-00ace1609b9e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041152 Feb 08 16:44:04.022804 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129cee6-d4f8-427f-b25e-6c75f720c673,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:04.026542 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (30a66601-8aa7-4a19-9a0e-ceb9336f1472), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.026887 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Added segment 30a66601-8aa7-4a19-9a0e-ceb9336f1472 of type vlan for network 95d787f2-1f09-4519-9835-09b519afc56a Feb 08 16:44:04.050342 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d29bd95d-9649-456f-bdd0-7d50b86dda0d triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:04.050965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.076328 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Sync routers for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:04.078773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (95d787f2-1f09-4519-9835-09b519afc56a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.098623 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:04.099239 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:04.104410 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (95d787f2-1f09-4519-9835-09b519afc56a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.105529 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:04.106113 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.157484 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4073393 Feb 08 16:44:04.160091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53826) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:04.167008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Request body: {'subnet': {'network_id': '95d787f2-1f09-4519-9835-09b519afc56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1938011735-subnet', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:04.171567 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f3d5-cd30-4ff6-b24d-f7d775dfc605 admin admin] Pushing event updated for resources: {'Network': ['ID=95d787f2-1f09-4519-9835-09b519afc56a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:04.188499 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Made reservation on behalf of 6a212c4539cf48b19dc8c97b9373be6f for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:44:04.190785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049432'] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.199342 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 95d787f2-1f09-4519-9835-09b519afc56a details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:44:04.279651 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d29bd95d-9649-456f-bdd0-7d50b86dda0d is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:04.280267 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.336369 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port d29bd95d-9649-456f-bdd0-7d50b86dda0d, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d29bd95d-9649-456f-bdd0-7d50b86dda0d,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:04.338458 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:04.364459 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.403646 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a943c0c-6983-4faf-9281-b02b928d5e11 req-fe99fdba-eef6-41fd-a0f3-14ae93062440 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:04.408403 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a943c0c-6983-4faf-9281-b02b928d5e11 req-fe99fdba-eef6-41fd-a0f3-14ae93062440 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0631959 Feb 08 16:44:04.447884 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcdd93-77a8-4051-870c-6dd0f3aa7a32 req-f061c673-c167-4f9c-96a7-930605a05f53 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:04.449365 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-febcdd93-77a8-4051-870c-6dd0f3aa7a32 req-f061c673-c167-4f9c-96a7-930605a05f53 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.1197946 Feb 08 16:44:04.465392 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8716487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049446'] for subnet (860518f9-499f-4601-84e2-852e89f81d7a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.468869 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a943c0c-6983-4faf-9281-b02b928d5e11 req-f0125187-3d4b-4720-85d4-d2c5a29726ce tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Feb 08 16:44:04.561295 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-febcdd93-77a8-4051-870c-6dd0f3aa7a32 req-24597880-0f32-42d5-a0ff-29e6d3946e0f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046045 Feb 08 16:44:04.565456 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=860518f9-499f-4601-84e2-852e89f81d7a,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:04.579852 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Checking segment: {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:04.580394 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Network hostable DHCP agents. Network: 95d787f2-1f09-4519-9835-09b519afc56a, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:44:04.598300 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Network 95d787f2-1f09-4519-9835-09b519afc56a is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:44:04.608545 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 95d787f2-1f09-4519-9835-09b519afc56a) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:04.615291 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:04.615561 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=d29bd95d-9649-456f-bdd0-7d50b86dda0d,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:04.616352 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.623453 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43528e67-0e64-4dc1-a482-6aa7696bcfee None None] Network 95d787f2-1f09-4519-9835-09b519afc56a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:44:04.640371 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-61b5bebe-ef93-425a-a933-1af9df7a9a8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4775453 Feb 08 16:44:04.641552 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53832) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:04.648240 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:04.662469 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346cdbb-77b8-4ffa-9d29-11794e630d64 req-c731e9b3-c413-4581-a820-17042c439b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:04.663995 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e346cdbb-77b8-4ffa-9d29-11794e630d64 req-c731e9b3-c413-4581-a820-17042c439b2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 1129 time: 0.0635841 Feb 08 16:44:04.680641 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.681832 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.731092 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e346cdbb-77b8-4ffa-9d29-11794e630d64 req-cf23d5d6-dbd8-4772-8368-f1aee53d360d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Feb 08 16:44:04.745245 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for router_controller (9df1fe57-0e67-4811-884c-f49f7d25522a), precommit_add_association {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.777406 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-95d787f2-1f09-4519-9835-09b519afc56a', 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a', 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'fixed_ips': [{'subnet_id': '860518f9-499f-4601-84e2-852e89f81d7a'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:44:04.778228 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.853692 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 2, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:04.887331 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for router_gateway (9df1fe57-0e67-4811-884c-f49f7d25522a), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.888765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Checking router: 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:04.889118 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Updating router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 port e04ee1e3-d473-4d70-9df1-88066a909c5a binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:44:04.944544 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:04.990095 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Allocated IP 172.20.0.2 (95d787f2-1f09-4519-9835-09b519afc56a/860518f9-499f-4601-84e2-852e89f81d7a/6576a9d7-4be6-47d2-8647-c8c06206c03d) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:44:05.100830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for router_gateway (9df1fe57-0e67-4811-884c-f49f7d25522a), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.127824 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.160329 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e362a-4f40-42e6-b94c-9c356ed607eb req-5e469d99-0c5c-4d18-b4cf-23851937b44f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:05.168351 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0d0e362a-4f40-42e6-b94c-9c356ed607eb req-5e469d99-0c5c-4d18-b4cf-23851937b44f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0680118 Feb 08 16:44:05.221000 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0d0e362a-4f40-42e6-b94c-9c356ed607eb req-9be6a99c-ff58-48b4-88e4-bf6767d9b9be tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Feb 08 16:44:05.257756 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Allocated IP 172.27.1.204 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/a8804c93-1f72-4e0b-bc27-136782638db7) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:44:05.270872 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks [] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.283727 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.347987 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Network 95d787f2-1f09-4519-9835-09b519afc56a is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:05.354566 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Pushing event updated for resources: {'Port': ['ID=6576a9d7-4be6-47d2-8647-c8c06206c03d,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:05.358292 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:05.360432 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:05.378006 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for port (a8804c93-1f72-4e0b-bc27-136782638db7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.413216 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.441564 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks [] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.449992 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.450183 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:05.454768 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:05.458268 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:05.476120 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Attempting to bind port 6576a9d7-4be6-47d2-8647-c8c06206c03d on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:05.476491 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Attempting to bind port 6576a9d7-4be6-47d2-8647-c8c06206c03d by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:05.476858 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Attempting to bind port 6576a9d7-4be6-47d2-8647-c8c06206c03d on network 95d787f2-1f09-4519-9835-09b519afc56a {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:05.484122 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Pushing event updated for resources: {'Port': ['ID=a8804c93-1f72-4e0b-bc27-136782638db7,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:05.489859 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:05.490240 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Checking segment: {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:05.490644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.491031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Bound using segment: {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:05.491508 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Bound port: 6576a9d7-4be6-47d2-8647-c8c06206c03d, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:05.491919 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.517622 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ece74-d40e-4116-825f-b63e12b898ff None None] Pushing event updated for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:05.627085 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Attempting to bind port e04ee1e3-d473-4d70-9df1-88066a909c5a on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:05.627730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Attempting to bind port e04ee1e3-d473-4d70-9df1-88066a909c5a by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:05.628311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Attempting to bind port e04ee1e3-d473-4d70-9df1-88066a909c5a on network c554db4f-82e2-45eb-abb6-e85a666ce499 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:05.639848 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:05.640566 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Checking segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:05.641203 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.641819 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Bound using segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:05.642473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Bound port: e04ee1e3-d473-4d70-9df1-88066a909c5a, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:05.643108 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.659653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] For port 6576a9d7-4be6-47d2-8647-c8c06206c03d, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:05.675406 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] For port 6576a9d7-4be6-47d2-8647-c8c06206c03d, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6576a9d7-4be6-47d2-8647-c8c06206c03d,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:05.701456 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea59016-7209-4abd-93f7-02513b77dd22 req-a85ff526-634f-4088-a17e-aa537abcd8c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:05.703062 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ea59016-7209-4abd-93f7-02513b77dd22 req-a85ff526-634f-4088-a17e-aa537abcd8c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.1323500 Feb 08 16:44:05.721138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b2db-5352-41f1-91b9-de2dbf8f1a69 req-204ee2a1-0acf-458f-b39a-369d3c07a908 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:05.722800 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b52b2db-5352-41f1-91b9-de2dbf8f1a69 req-204ee2a1-0acf-458f-b39a-369d3c07a908 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Feb 08 16:44:05.730172 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.782254 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] For port e04ee1e3-d473-4d70-9df1-88066a909c5a, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:05.788855 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5ea59016-7209-4abd-93f7-02513b77dd22 req-0cb9509e-879b-463f-ac8a-4a46c04f16fd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596426 Feb 08 16:44:05.791608 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0b52b2db-5352-41f1-91b9-de2dbf8f1a69 req-e8e349ce-4338-4296-acc4-6dce0beeb4f0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597224 Feb 08 16:44:05.802316 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] For port e04ee1e3-d473-4d70-9df1-88066a909c5a, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e04ee1e3-d473-4d70-9df1-88066a909c5a,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:05.820659 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for router_gateway (9df1fe57-0e67-4811-884c-f49f7d25522a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.832152 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.840376 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e2b6-2567-4a59-81cc-2634ed95f832 None None] Pushing event updated for resources: {'Port': ['ID=6576a9d7-4be6-47d2-8647-c8c06206c03d,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:05.844622 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Provisioning complete for port e04ee1e3-d473-4d70-9df1-88066a909c5a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:05.844999 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:05.938626 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:05.939270 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:05.941639 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ece74-d40e-4116-825f-b63e12b898ff None None] Pushing event updated for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:06.013815 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d29bd95d-9649-456f-bdd0-7d50b86dda0d up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:06.119962 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Current status of the port e04ee1e3-d473-4d70-9df1-88066a909c5a is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:06.120359 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.126983 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.167186 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:06.215270 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] For port e04ee1e3-d473-4d70-9df1-88066a909c5a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e04ee1e3-d473-4d70-9df1-88066a909c5a,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:06.216289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d29bd95d-9649-456f-bdd0-7d50b86dda0d triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:06.217142 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.225255 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.281971 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Router 9df1fe57-0e67-4811-884c-f49f7d25522a is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:44:06.394564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed868a-dc58-4438-aa4e-b3b7cf25415b req-e2ebf442-e486-4f86-bc38-e9efe04f2917 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:06.397099 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88ed868a-dc58-4438-aa4e-b3b7cf25415b req-e2ebf442-e486-4f86-bc38-e9efe04f2917 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0926464 Feb 08 16:44:06.409138 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:06.420576 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Sync routers for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:06.432870 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.433373 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:06.434154 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:06.435509 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2bd9f9e1-d691-4791-ae0d-c0005afdab30 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7926917 Feb 08 16:44:06.438237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53850) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:06.456807 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88ed868a-dc58-4438-aa4e-b3b7cf25415b req-ad3a71dc-17c7-48db-8f67-3a37feeba937 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Feb 08 16:44:06.552884 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-c8415e9c-752a-4e8e-bc63-0fe41da65833 None None] Provisioning complete for port e04ee1e3-d473-4d70-9df1-88066a909c5a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:06.553596 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c8415e9c-752a-4e8e-bc63-0fe41da65833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.559023 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:06.580619 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2239ba-5511-4918-bce9-d51d7e837dca None None] Pushing event updated for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:06.690636 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d29bd95d-9649-456f-bdd0-7d50b86dda0d is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:06.741500 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-c8415e9c-752a-4e8e-bc63-0fe41da65833 None None] Current status of the port e04ee1e3-d473-4d70-9df1-88066a909c5a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:06.751956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:06.767633 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 3, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:06.788377 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324384c6-8560-4336-b887-3c34248a5f4b None None] The sync data for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi is: [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:06.795772 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Checking router: 9df1fe57-0e67-4811-884c-f49f7d25522a for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:06.796128 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Updating router 9df1fe57-0e67-4811-884c-f49f7d25522a port a8804c93-1f72-4e0b-bc27-136782638db7 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:44:06.833112 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.006594 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deb599-b14e-479f-8fb6-61095c1d0097 req-0e297f02-c202-476f-89a7-d4b9719d918f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:07.016705 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7deb599-b14e-479f-8fb6-61095c1d0097 req-0e297f02-c202-476f-89a7-d4b9719d918f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0856841 Feb 08 16:44:07.046407 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.078025 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7deb599-b14e-479f-8fb6-61095c1d0097 req-4226613d-2b8c-450e-98d6-d4dfe2941f7b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597517 Feb 08 16:44:07.139699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d02d6-1164-4a06-9e40-9b5c113f4c8d None None] Network 95d787f2-1f09-4519-9835-09b519afc56a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:44:07.232982 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Provisioning complete for port 6576a9d7-4be6-47d2-8647-c8c06206c03d triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:07.233383 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.338419 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks [] for port (a8804c93-1f72-4e0b-bc27-136782638db7), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.345698 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.383130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabf0b-1367-4872-b8af-b980268cafb4 req-48ae21d0-0c3a-4fc2-aba0-78dff17b341a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:07.384813 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c6fabf0b-1367-4872-b8af-b980268cafb4 req-48ae21d0-0c3a-4fc2-aba0-78dff17b341a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.4627361 Feb 08 16:44:07.387551 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Attempting to bind port a8804c93-1f72-4e0b-bc27-136782638db7 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:07.388063 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Attempting to bind port a8804c93-1f72-4e0b-bc27-136782638db7 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:07.389640 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Attempting to bind port a8804c93-1f72-4e0b-bc27-136782638db7 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:07.414434 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:07.415558 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:07.416048 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.416694 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:07.417244 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Bound port: a8804c93-1f72-4e0b-bc27-136782638db7, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:07.418260 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.449038 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Current status of the port 6576a9d7-4be6-47d2-8647-c8c06206c03d is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:07.449470 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.491703 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] For port a8804c93-1f72-4e0b-bc27-136782638db7, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:07.496516 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] For port a8804c93-1f72-4e0b-bc27-136782638db7, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a8804c93-1f72-4e0b-bc27-136782638db7,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:07.541652 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204494e-d695-458d-82de-564131cfd783 None None] Pushing event updated for resources: {'Port': ['ID=a8804c93-1f72-4e0b-bc27-136782638db7,revision_number=2']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:07.552752 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.565127 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] For port 6576a9d7-4be6-47d2-8647-c8c06206c03d, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6576a9d7-4be6-47d2-8647-c8c06206c03d,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:07.565731 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c6fabf0b-1367-4872-b8af-b980268cafb4 req-d1b48b19-1849-41e2-9476-856b81376a74 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399605 Feb 08 16:44:07.571743 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.668901 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Allocated IP 172.20.0.1 (95d787f2-1f09-4519-9835-09b519afc56a/860518f9-499f-4601-84e2-852e89f81d7a/2a4c8f92-fe1a-4dbe-be42-200e4a32c830) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:44:07.702538 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:07.703171 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:07.703801 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c0c07-cdb0-4ebf-ada5-1546f0ec8cfa None None] Pushing event updated for resources: {'Port': ['ID=6576a9d7-4be6-47d2-8647-c8c06206c03d,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:07.715524 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204494e-d695-458d-82de-564131cfd783 None None] Pushing event updated for resources: {'Port': ['ID=a8804c93-1f72-4e0b-bc27-136782638db7,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:07.717638 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722866-54cf-4e6c-a199-c50ad898778c req-c768e900-0f41-4f98-9ee6-f2bbbed34006 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:07.720242 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b722866-54cf-4e6c-a199-c50ad898778c req-c768e900-0f41-4f98-9ee6-f2bbbed34006 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1147690 Feb 08 16:44:07.728857 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-975df0fa-6d4f-44f4-9f34-69a7b3268cae None None] Provisioning complete for port 6576a9d7-4be6-47d2-8647-c8c06206c03d triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:07.729401 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-975df0fa-6d4f-44f4-9f34-69a7b3268cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.799196 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks [] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.821575 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b722866-54cf-4e6c-a199-c50ad898778c req-1cd4f822-518f-42ef-8a52-1a722fa87e5f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Feb 08 16:44:07.849641 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-975df0fa-6d4f-44f4-9f34-69a7b3268cae None None] Current status of the port 6576a9d7-4be6-47d2-8647-c8c06206c03d is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:07.856154 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:07.857609 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:07.893088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Network 95d787f2-1f09-4519-9835-09b519afc56a is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:07.901092 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:07.905062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:07.965601 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (9df1fe57-0e67-4811-884c-f49f7d25522a), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.008351 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:08.063356 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e04ee1e3-d473-4d70-9df1-88066a909c5a up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:08.137710 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port e04ee1e3-d473-4d70-9df1-88066a909c5a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:08.137710 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.158610 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.173569 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 3, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:08.227666 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43018ca4-d4e7-4317-8ad7-c93c5b659a7d None None] The sync data for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi is: [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:05Z', 'revision_number': 3, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:08.301142 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port e04ee1e3-d473-4d70-9df1-88066a909c5a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:08.302172 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6576a9d7-4be6-47d2-8647-c8c06206c03d up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:08.303697 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.346224 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-abaae694-2f15-424a-996f-a2de10568f7a None None] Provisioning complete for port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:08.346871 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-abaae694-2f15-424a-996f-a2de10568f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.365246 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3e16-bce9-4c1e-bc2f-a65ad9320903 req-ce3c7c08-4d96-4ce0-9fab-b35309e6b5dc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:08.366801 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73ef3e16-bce9-4c1e-bc2f-a65ad9320903 req-ce3c7c08-4d96-4ce0-9fab-b35309e6b5dc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.1339839 Feb 08 16:44:08.389935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-abaae694-2f15-424a-996f-a2de10568f7a None None] Port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:44:08.399263 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 6576a9d7-4be6-47d2-8647-c8c06206c03d triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:08.399883 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.452029 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73ef3e16-bce9-4c1e-bc2f-a65ad9320903 req-175dc80d-616a-4429-b742-4e798ace7fb0 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705438 Feb 08 16:44:08.454101 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks [] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.460989 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.501273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 6576a9d7-4be6-47d2-8647-c8c06206c03d is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:08.535272 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (9df1fe57-0e67-4811-884c-f49f7d25522a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.576195 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:08.666026 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Network 95d787f2-1f09-4519-9835-09b519afc56a is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:08.668382 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:08.711735 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed9bf9-2620-4db4-84aa-b75ccf107b47 req-7f8c0a3e-a97f-4065-ab5d-a27ac4dd7108 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:08.720134 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a6ed9bf9-2620-4db4-84aa-b75ccf107b47 req-7f8c0a3e-a97f-4065-ab5d-a27ac4dd7108 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0951724 Feb 08 16:44:08.795614 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a6ed9bf9-2620-4db4-84aa-b75ccf107b47 req-ad26bb4d-24cd-4054-8fac-df6faa2b5d20 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744402 Feb 08 16:44:08.843334 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Router 9df1fe57-0e67-4811-884c-f49f7d25522a has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:44:09.012421 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c25186-fe32-4924-a59e-c097d60a8fe5 req-0d7303ca-2754-42ab-8c80-1c54ed1d1a3d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:09.014033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e2c25186-fe32-4924-a59e-c097d60a8fe5 req-0d7303ca-2754-42ab-8c80-1c54ed1d1a3d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1190424 Feb 08 16:44:09.015609 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:09.017635 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-bdac7fec-17f0-4f3c-90b4-1d74e8f26c92 None None] Provisioning complete for port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:09.018140 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bdac7fec-17f0-4f3c-90b4-1d74e8f26c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.028670 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a8061463-87cb-46e7-8ced-fc64da4d1000 admin admin] 10.222.0.35 "PUT /v2.0/routers/9df1fe57-0e67-4811-884c-f49f7d25522a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5818555 Feb 08 16:44:09.071978 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-bdac7fec-17f0-4f3c-90b4-1d74e8f26c92 None None] Port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:44:09.076634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e2c25186-fe32-4924-a59e-c097d60a8fe5 req-183496f1-2c2e-4a03-ad72-281d1082421a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Feb 08 16:44:09.583569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17d18-43d5-4790-8c27-70b985290774 req-3150b21b-08d3-4174-9f2d-8e5a2d01b9d2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:09.585095 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c8f17d18-43d5-4790-8c27-70b985290774 req-3150b21b-08d3-4174-9f2d-8e5a2d01b9d2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0562530 Feb 08 16:44:09.633272 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c8f17d18-43d5-4790-8c27-70b985290774 req-89901fed-58dc-4796-9d3e-ac1bd33b9ed6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Feb 08 16:44:09.682823 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53884) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:09.687413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51338702', 'description': 'tempest-secgroup-smoke-51338702 description', 'project_id': '08bc94fd80244144ae5883c54707e219'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:09.707868 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.773144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.777571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.808727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.809975 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1261182 Feb 08 16:44:09.812983 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53886) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:09.817590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:09.823623 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702487a0-c0b4-4e08-b49f-e26c053a4205 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:09.858645 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (63c71b32-b85a-4df0-8340-5f4c4f009c92), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.951877 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (63c71b32-b85a-4df0-8340-5f4c4f009c92), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.963888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898ac4-6ad2-4c50-b243-d7928345eaaa req-83d1362d-e511-4d83-adbf-cc0e6f8caa49 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:09.965463 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f898ac4-6ad2-4c50-b243-d7928345eaaa req-83d1362d-e511-4d83-adbf-cc0e6f8caa49 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0878923 Feb 08 16:44:09.966741 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (63c71b32-b85a-4df0-8340-5f4c4f009c92), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:09.982208 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c71b32-b85a-4df0-8340-5f4c4f009c92,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:09.986548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a8804c93-1f72-4e0b-bc27-136782638db7 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:10.003036 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.004185 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-77e0d52d-9379-48e4-8c2d-5105c84ac40f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900659 Feb 08 16:44:10.007305 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53890) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:10.014889 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:10.046283 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port a8804c93-1f72-4e0b-bc27-136782638db7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:10.046897 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.047194 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (c4f9a99e-b661-4e2a-b777-40d639487683), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.052051 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f898ac4-6ad2-4c50-b243-d7928345eaaa req-bc010432-f5cd-48e0-82e1-53f639f761f4 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580332 Feb 08 16:44:10.141798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (c4f9a99e-b661-4e2a-b777-40d639487683), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.147016 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (c4f9a99e-b661-4e2a-b777-40d639487683), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.149122 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port a8804c93-1f72-4e0b-bc27-136782638db7 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:10.149509 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.171303 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Sync routers for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:10.179270 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port a8804c93-1f72-4e0b-bc27-136782638db7, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a8804c93-1f72-4e0b-bc27-136782638db7,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:10.186304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.192584 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:10.193280 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:10.198540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f9a99e-b661-4e2a-b777-40d639487683,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.205606 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.206882 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9225e5cf-aa48-4721-9af3-fd8b429ec990 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1963360 Feb 08 16:44:10.209914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53894) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:10.215803 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:10.235433 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c391e-a600-4441-a52d-b8de97e9526f req-bdf3584d-daa5-4f21-b29e-16968a083942 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:10.237326 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d84c391e-a600-4441-a52d-b8de97e9526f req-bdf3584d-daa5-4f21-b29e-16968a083942 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0841856 Feb 08 16:44:10.243631 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (ccf9ce1e-95de-4765-bb39-25985ec53e13), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.301184 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d84c391e-a600-4441-a52d-b8de97e9526f req-7b57550e-84f3-482c-b6f7-89e107b108b6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 Feb 08 16:44:10.305951 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (ccf9ce1e-95de-4765-bb39-25985ec53e13), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.314028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (ccf9ce1e-95de-4765-bb39-25985ec53e13), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.318838 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=a8804c93-1f72-4e0b-bc27-136782638db7,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.333973 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf9ce1e-95de-4765-bb39-25985ec53e13,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.343046 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.344310 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-24b479c2-2c95-47e5-a9fb-8c23b89f2b84 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332402 Feb 08 16:44:10.346962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53896) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:10.350694 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:10.351291 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:10.376870 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (4e66d36f-594f-4e5c-a7dd-f41cf13434c4), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.437598 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (4e66d36f-594f-4e5c-a7dd-f41cf13434c4), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.441492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (4e66d36f-594f-4e5c-a7dd-f41cf13434c4), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.459038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e66d36f-594f-4e5c-a7dd-f41cf13434c4,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.468429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.469975 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-14e801e7-b906-4ebe-b94f-887c720e3e3a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220863 Feb 08 16:44:10.472727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 53898) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:10.477283 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:10.504191 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.securitygroups_db [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Project 08bc94fd80244144ae5883c54707e219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:44:10.510039 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (b0bf7eb1-feee-42fe-b6ca-0662ea6b9325), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.567601 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:08Z', 'revision_number': 4, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '2a4c8f92-fe1a-4dbe-be42-200e4a32c830', 'name': '', 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'mac_address': 'fa:16:3e:39:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '860518f9-499f-4601-84e2-852e89f81d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:07Z', 'updated_at': '2022-02-08T16:44:08Z', 'revision_number': 2, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'subnets': [{'id': '860518f9-499f-4601-84e2-852e89f81d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:10.573386 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (b0bf7eb1-feee-42fe-b6ca-0662ea6b9325), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.577261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (b0bf7eb1-feee-42fe-b6ca-0662ea6b9325), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.595283 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Checking router: 9df1fe57-0e67-4811-884c-f49f7d25522a for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:10.595645 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Updating router 9df1fe57-0e67-4811-884c-f49f7d25522a port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:44:10.596910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bf7eb1-feee-42fe-b6ca-0662ea6b9325,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.602390 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.606306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 53902) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:10.606425 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b180831a-cb25-4ad5-b4f5-431ef05018e3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327026 Feb 08 16:44:10.610769 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197', 'project_id': '08bc94fd80244144ae5883c54707e219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:10.624085 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.632063 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Project 08bc94fd80244144ae5883c54707e219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:44:10.637684 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (c141809e-f043-48f8-b209-bb76497f5371), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.705163 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (c141809e-f043-48f8-b209-bb76497f5371), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.709691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (c141809e-f043-48f8-b209-bb76497f5371), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.728946 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c141809e-f043-48f8-b209-bb76497f5371,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:10.737520 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.738829 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-06f94535-179c-4529-aac1-9f37de251ff6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315222 Feb 08 16:44:10.784503 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca538bf9-2422-4f9f-8aaa-a95480efaac0 req-eb011548-237e-4291-b3ff-b6c968350a80 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:10.784645 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca538bf9-2422-4f9f-8aaa-a95480efaac0 req-eb011548-237e-4291-b3ff-b6c968350a80 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.0808754 Feb 08 16:44:10.837443 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca538bf9-2422-4f9f-8aaa-a95480efaac0 req-93007fd0-14e3-4190-bc12-2407a9f47721 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448334 Feb 08 16:44:10.910404 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks [] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.916288 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:10.966180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9350e-9c84-4dcc-baf7-6ed494da7be2 None None] Pushing event updated for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:11.016342 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Attempting to bind port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:11.016711 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Attempting to bind port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:11.017071 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Attempting to bind port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 on network 95d787f2-1f09-4519-9835-09b519afc56a {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:11.022175 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:11.022544 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Checking segment: {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:11.022940 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.023329 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Bound using segment: {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:11.024878 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Bound port: 2a4c8f92-fe1a-4dbe-be42-200e4a32c830, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a66601-8aa7-4a19-9a0e-ceb9336f1472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:11.024878 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.118712 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] For port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:11.122972 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] For port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:11.130100 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.185845 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:11.186498 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:43:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:11.232411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65753d82-1e24-41b5-9539-4c23fa6a05b4 req-86a15277-8968-46c8-b3f2-525521d699ac tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:11.234843 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-65753d82-1e24-41b5-9539-4c23fa6a05b4 req-86a15277-8968-46c8-b3f2-525521d699ac tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0939982 Feb 08 16:44:11.335513 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-65753d82-1e24-41b5-9539-4c23fa6a05b4 req-3d98fc59-2380-4910-b2ec-57e38283bdb9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898297 Feb 08 16:44:11.428171 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9350e-9c84-4dcc-baf7-6ed494da7be2 None None] Pushing event updated for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:11.450738 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Provisioning complete for port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:11.451111 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.463012 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c70c1-5469-494b-b44c-28838540387c req-ef0bf9af-8e01-4867-b6f0-551c28e05061 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:11.464655 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-965c70c1-5469-494b-b44c-28838540387c req-ef0bf9af-8e01-4867-b6f0-551c28e05061 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0767128 Feb 08 16:44:11.503227 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:11.514735 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-965c70c1-5469-494b-b44c-28838540387c req-9ec8c253-644b-4c99-ba06-ac4c32fb675d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Feb 08 16:44:11.679173 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Current status of the port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:11.679570 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.762056 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] For port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:11.769270 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.833234 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd7c10-01c2-4159-ba58-affaf68c0022 None None] Pushing event updated for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:11.844034 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:08Z', 'revision_number': 4, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '2a4c8f92-fe1a-4dbe-be42-200e4a32c830', 'name': '', 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'mac_address': 'fa:16:3e:39:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '860518f9-499f-4601-84e2-852e89f81d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:07Z', 'updated_at': '2022-02-08T16:44:11Z', 'revision_number': 4, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'subnets': [{'id': '860518f9-499f-4601-84e2-852e89f81d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:11.872026 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21eff0-91fd-4077-9f2f-d5f3b6826401 None None] The sync data for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi is: [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:44:08Z', 'revision_number': 4, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '2a4c8f92-fe1a-4dbe-be42-200e4a32c830', 'name': '', 'network_id': '95d787f2-1f09-4519-9835-09b519afc56a', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'mac_address': 'fa:16:3e:39:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '860518f9-499f-4601-84e2-852e89f81d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:07Z', 'updated_at': '2022-02-08T16:44:11Z', 'revision_number': 4, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'subnets': [{'id': '860518f9-499f-4601-84e2-852e89f81d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:11.894313 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-67d8fa0c-ccf1-4980-a1a3-1d19713dde1b None None] Provisioning complete for port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:11.894692 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-67d8fa0c-ccf1-4980-a1a3-1d19713dde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:11.924136 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-adfdd13b-ed24-46e1-9fef-362514ff1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:11.924136 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-adfdd13b-ed24-46e1-9fef-362514ff1601 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.0992699 Feb 08 16:44:11.943168 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d924-2330-4655-b974-ab92ff886c92 req-a8267f3a-258c-445b-ad88-ffc7d44a2dc7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:11.945332 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0139d924-2330-4655-b974-ab92ff886c92 req-a8267f3a-258c-445b-ad88-ffc7d44a2dc7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.1238320 Feb 08 16:44:12.025002 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-67d8fa0c-ccf1-4980-a1a3-1d19713dde1b None None] Current status of the port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:12.039673 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d37a05-5a97-4aaa-af03-89a2fb345bd7 req-1cb33a53-c781-4097-b4e1-8c8e2b7ca873 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:12.045774 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76d37a05-5a97-4aaa-af03-89a2fb345bd7 req-1cb33a53-c781-4097-b4e1-8c8e2b7ca873 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 943 time: 0.1120625 Feb 08 16:44:12.071324 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a8804c93-1f72-4e0b-bc27-136782638db7 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:12.127001 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0139d924-2330-4655-b974-ab92ff886c92 req-5d8209e1-0023-4cb6-aabc-20adc293ca23 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514285 Feb 08 16:44:12.132966 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-28fe47b2-303f-4bd1-a36b-d55b0c93323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:12.140852 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76d37a05-5a97-4aaa-af03-89a2fb345bd7 req-d1d6e50d-04d9-4f31-88dc-58838e950a9e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925479 Feb 08 16:44:12.141783 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-28fe47b2-303f-4bd1-a36b-d55b0c93323c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.1873066 Feb 08 16:44:12.174436 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port a8804c93-1f72-4e0b-bc27-136782638db7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:12.175054 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:12.185646 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-58c69795-df95-4664-8f0f-a7bf7a103406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0421348 Feb 08 16:44:12.240691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-34a36ca3-39ef-4ae1-b7c4-32cea50b6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:12.242307 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-34a36ca3-39ef-4ae1-b7c4-32cea50b6378 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0501561 Feb 08 16:44:12.265958 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port a8804c93-1f72-4e0b-bc27-136782638db7 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:12.279368 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-015812a2-9de0-47e7-a1b5-1e11705ae1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296102 Feb 08 16:44:12.420466 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 5bf7187c-608b-4223-8eb8-d0779f39ffb8 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:44:12.444867 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-424400f6-cc01-4afd-8822-e9fd51edfce9 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567979 Feb 08 16:44:12.558877 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:12.562379 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1294c-43b9-4ee9-adef-4281e595132b req-2a660f10-1a2b-4dcd-92ad-fc1b40ed6e65 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:12.564003 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5e1294c-43b9-4ee9-adef-4281e595132b req-2a660f10-1a2b-4dcd-92ad-fc1b40ed6e65 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.1587317 Feb 08 16:44:12.572876 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '5bf7187c-608b-4223-8eb8-d0779f39ffb8', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'port_id': '5bf7187c-608b-4223-8eb8-d0779f39ffb8', 'mac_address': 'fa:16:3e:5c:00:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ea0b25-a1e9-4175-956e-081251b1281c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:44:12.608681 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c5804f20-7f0a-4195-a97b-dcc7b485ae5b req-d8da21b7-56e6-479c-ac06-4b495d074302 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559243 Feb 08 16:44:12.619956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:12.620376 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:12.637334 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5e1294c-43b9-4ee9-adef-4281e595132b req-e61c4cd8-0b7f-4684-bb0c-41c53aa60f14 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 Feb 08 16:44:12.637998 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf7187c-608b-4223-8eb8-d0779f39ffb8 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:44:12.685547 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:12.691637 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:12.750274 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:13.186188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['5bf7187c-608b-4223-8eb8-d0779f39ffb8'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:13.284373 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40703d2f-84d0-496c-9c01-1f73f1490e2f req-a077c221-e500-46e1-a04d-71a0edcf9e41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:13.293830 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40703d2f-84d0-496c-9c01-1f73f1490e2f req-a077c221-e500-46e1-a04d-71a0edcf9e41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0738435 Feb 08 16:44:13.305725 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a41c5f-03fb-455a-96e6-b7812f840add req-91c2c6e8-7d3c-46b3-a20a-88cda3077f6e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:13.308169 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19a41c5f-03fb-455a-96e6-b7812f840add req-91c2c6e8-7d3c-46b3-a20a-88cda3077f6e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0752075 Feb 08 16:44:13.344123 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40703d2f-84d0-496c-9c01-1f73f1490e2f req-a3952bc9-b81d-46b7-9687-2dd43f8be935 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 Feb 08 16:44:13.364680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19a41c5f-03fb-455a-96e6-b7812f840add req-26b2a9b6-623a-4377-8662-c1ec9515160f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Feb 08 16:44:13.987726 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:14.047812 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:14.048189 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:14.127279 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:14.483618 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993427cb-6030-4d32-9c33-f272178f11c7 req-8c9f544c-bb13-4f6d-9f55-eb89865d54c4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:14.485125 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-993427cb-6030-4d32-9c33-f272178f11c7 req-8c9f544c-bb13-4f6d-9f55-eb89865d54c4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0561640 Feb 08 16:44:14.486904 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edb2ae-1094-4bfa-b78d-ad8e1b10a772 req-4b244e24-f456-4c46-90e1-fe27e29f1e90 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:14.488975 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a3edb2ae-1094-4bfa-b78d-ad8e1b10a772 req-4b244e24-f456-4c46-90e1-fe27e29f1e90 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0562322 Feb 08 16:44:14.536042 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-993427cb-6030-4d32-9c33-f272178f11c7 req-922611e1-ebef-4fdd-9e55-450084712f1a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Feb 08 16:44:14.542634 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a3edb2ae-1094-4bfa-b78d-ad8e1b10a772 req-25f09104-695d-4f88-9f88-f8d47e7c7121 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Feb 08 16:44:15.678318 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c708da-1ba5-4454-9ca3-83c5a1950238 req-e6ebdbf4-42bc-4d96-867a-d7c4be3fcb89 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:15.679897 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a4c708da-1ba5-4454-9ca3-83c5a1950238 req-e6ebdbf4-42bc-4d96-867a-d7c4be3fcb89 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0567439 Feb 08 16:44:15.686783 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38ce80-c88e-44b0-b7d9-4cb32a3917ca req-26180520-c4b6-413b-8dda-63b427d6ba6f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:15.696274 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ce38ce80-c88e-44b0-b7d9-4cb32a3917ca req-26180520-c4b6-413b-8dda-63b427d6ba6f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0715425 Feb 08 16:44:15.739703 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a4c708da-1ba5-4454-9ca3-83c5a1950238 req-df5638aa-162d-448e-b937-e4d68a8f1512 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Feb 08 16:44:15.747103 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ce38ce80-c88e-44b0-b7d9-4cb32a3917ca req-a9ff15ec-cd8c-4d93-bd4c-6e3f27c85255 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Feb 08 16:44:16.870830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9506d-a488-4296-893a-9995028da5b7 req-0d6116b1-3e2a-4110-a393-6202a4254514 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:16.872482 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0ff9506d-a488-4296-893a-9995028da5b7 req-0d6116b1-3e2a-4110-a393-6202a4254514 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0537770 Feb 08 16:44:16.875637 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39829c35-3046-4bae-9b48-0173e193bc42 req-f6134a21-3ecc-44ca-8d8f-919caf5d686c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:16.877139 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39829c35-3046-4bae-9b48-0173e193bc42 req-f6134a21-3ecc-44ca-8d8f-919caf5d686c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0568480 Feb 08 16:44:16.925005 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0ff9506d-a488-4296-893a-9995028da5b7 req-604e0207-c3cb-483a-ad08-000ba6a079f4 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Feb 08 16:44:16.925220 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39829c35-3046-4bae-9b48-0173e193bc42 req-71f27eff-4301-40cd-bfdd-e968a584398f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Feb 08 16:44:18.041339 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73602915-84eb-4c03-ab10-8836d8c5cca6 req-948157fa-d7da-42bf-a024-a4b44efcbe2c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:18.042788 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73602915-84eb-4c03-ab10-8836d8c5cca6 req-948157fa-d7da-42bf-a024-a4b44efcbe2c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0519416 Feb 08 16:44:18.089634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73602915-84eb-4c03-ab10-8836d8c5cca6 req-debb43be-66c4-4ca6-988c-2befc473e1db tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Feb 08 16:44:19.204324 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc27e6-1ea9-487f-9c39-6240636e2f7d req-b653e9b6-92b5-4077-9268-4992e26a355d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:19.205776 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9cfc27e6-1ea9-487f-9c39-6240636e2f7d req-b653e9b6-92b5-4077-9268-4992e26a355d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 944 time: 0.0514805 Feb 08 16:44:19.252972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9cfc27e6-1ea9-487f-9c39-6240636e2f7d req-73a0c090-dc9e-4735-98b0-3a3b3a321422 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Feb 08 16:44:19.886616 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 5bf7187c-608b-4223-8eb8-d0779f39ffb8 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:19.938532 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:44:19.942225 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:19.942597 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:20.017868 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:20.018255 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:20.041519 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:20.043734 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63abae-871e-4e1f-85e0-784901f8e3d8" -d '{"events": [{"server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "name": "network-vif-plugged", "status": "completed", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:20.055642 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:20.060132 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:20.085346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d180077-b574-4a8e-9dc4-22fd60c6dcbf x-openstack-request-id: req-6d180077-b574-4a8e-9dc4-22fd60c6dcbf {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:20.085676 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "name": "network-vif-plugged", "status": "completed", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:20.085963 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d180077-b574-4a8e-9dc4-22fd60c6dcbf {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:20.086365 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8', 'code': 200} Feb 08 16:44:20.110851 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:20.369042 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c8f0-a153-4d6a-9bbc-ac1ef013b3d1 req-fca2a4d1-7430-4d86-976c-5be319bf8ff2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:20.370522 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f104c8f0-a153-4d6a-9bbc-ac1ef013b3d1 req-fca2a4d1-7430-4d86-976c-5be319bf8ff2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.0516489 Feb 08 16:44:20.420369 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f104c8f0-a153-4d6a-9bbc-ac1ef013b3d1 req-d5e39467-63f2-4939-889a-54639f2889b0 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Feb 08 16:44:21.479313 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ea1a8-59f9-4d3b-90f4-9bfc22c5a388 req-420cd568-f24e-43dc-8f42-e2c46478d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:21.481224 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec0ea1a8-59f9-4d3b-90f4-9bfc22c5a388 req-420cd568-f24e-43dc-8f42-e2c46478d483 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 1129 time: 0.0452907 Feb 08 16:44:21.531493 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec0ea1a8-59f9-4d3b-90f4-9bfc22c5a388 req-518bd84b-315a-45da-bf25-27a328fe42a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Feb 08 16:44:21.548279 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeac8f6-e328-478a-9dc8-b6be99ad1c6a req-88bf7e5a-05b2-41cc-a036-8fbeabbf5ccf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:21.549730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5eeac8f6-e328-478a-9dc8-b6be99ad1c6a req-88bf7e5a-05b2-41cc-a036-8fbeabbf5ccf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.0543749 Feb 08 16:44:21.594900 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5eeac8f6-e328-478a-9dc8-b6be99ad1c6a req-49631f1a-875f-4acd-a889-33a35cf592aa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Feb 08 16:44:22.722251 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b5ee-add4-4eb7-9f04-f64d009c2671 req-9fe36e4a-7eee-4901-b9c1-9ac8587240ee tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:22.723731 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db85b5ee-add4-4eb7-9f04-f64d009c2671 req-9fe36e4a-7eee-4901-b9c1-9ac8587240ee tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Feb 08 16:44:22.779633 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db85b5ee-add4-4eb7-9f04-f64d009c2671 req-31962d73-6eb0-4118-bc53-6c7b4a564e40 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504346 Feb 08 16:44:23.605488 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00f699-b737-4236-bffa-8b29bfe9f784 req-b3dd527f-2559-4f6d-8c91-720b95f7409c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:23.607107 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d00f699-b737-4236-bffa-8b29bfe9f784 req-b3dd527f-2559-4f6d-8c91-720b95f7409c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0639651 Feb 08 16:44:23.656254 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d00f699-b737-4236-bffa-8b29bfe9f784 req-9592f5f9-bbab-4009-838b-f19bf6dec290 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Feb 08 16:44:23.905488 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843200-7827-468c-b025-1903befcba5c req-23a2315e-0f18-4c62-b84b-8142cb7a63f5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:23.907007 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b843200-7827-468c-b025-1903befcba5c req-23a2315e-0f18-4c62-b84b-8142cb7a63f5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.0568852 Feb 08 16:44:23.957877 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b843200-7827-468c-b025-1903befcba5c req-d281ab8e-73ab-4400-bc2e-9416391a3d5a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Feb 08 16:44:25.677766 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-599ef6b4-f73b-4de8-88ed-f5b8fe87f96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:26.730733 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 54258) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:26.854118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-589ad4c1-36c4-4c72-8fe9-f3bd814a27ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:26.929263 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-589ad4c1-36c4-4c72-8fe9-f3bd814a27ff admin admin] Publish callbacks [] for security_group (3c5bcb17-0865-4f77-a920-adf9bc06ddfd), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:26.933481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-589ad4c1-36c4-4c72-8fe9-f3bd814a27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3c5bcb17-0865-4f77-a920-adf9bc06ddfd), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:26.974073 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-589ad4c1-36c4-4c72-8fe9-f3bd814a27ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=092e0caa62ac4b368d9fa68a2edcc9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422523 Feb 08 16:44:26.976009 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad4c1-36c4-4c72-8fe9-f3bd814a27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bcb17-0865-4f77-a920-adf9bc06ddfd,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:26.976828 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 54262) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:27.031149 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] Publish callbacks [] for security_group (3c5bcb17-0865-4f77-a920-adf9bc06ddfd), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:27.054671 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] Publish callbacks [] for security_group (3c5bcb17-0865-4f77-a920-adf9bc06ddfd), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:27.092210 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:44:27.104022 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3c5bcb17-0865-4f77-a920-adf9bc06ddfd), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:27.107590 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:27.108807 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c5bcb17-0865-4f77-a920-adf9bc06ddfd HTTP/1.1" status: 204 len: 168 time: 0.1309962 Feb 08 16:44:27.116554 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69395b-a2ac-4c6c-9d3e-01c2d76782a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bcb17-0865-4f77-a920-adf9bc06ddfd,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:27.986844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-964d1012-9c43-46d9-aaff-32947c72dcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:29.188678 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:30.389091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:31.944481 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:32.823673 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-dbfd750e-0aca-4481-a253-465774d006f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:32.824271 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca81977-85dc-4cfc-8372-316fe2051db5 req-9c339821-ce36-492f-b92c-4972fe357561 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:32.825704 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-dbfd750e-0aca-4481-a253-465774d006f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.0442336 Feb 08 16:44:32.826181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bca81977-85dc-4cfc-8372-316fe2051db5 req-9c339821-ce36-492f-b92c-4972fe357561 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0549016 Feb 08 16:44:32.874413 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bca81977-85dc-4cfc-8372-316fe2051db5 req-2a3cb0a6-6836-4b9a-8b44-525842a3a2ae tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Feb 08 16:44:32.926894 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-f9d8c107-71c2-4aac-9d1e-c725f93210e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:32.928392 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-f9d8c107-71c2-4aac-9d1e-c725f93210e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.0927622 Feb 08 16:44:32.972089 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-a845ec62-b72a-4f79-8d3b-5b2c652d5a46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0362194 Feb 08 16:44:33.033854 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-2404c214-cb63-49a8-b37f-41c5c51b0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:33.035638 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-2404c214-cb63-49a8-b37f-41c5c51b0b9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0519869 Feb 08 16:44:33.078500 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-9676254f-b150-46bc-adb0-13c1c57ee2a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335715 Feb 08 16:44:33.175874 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-7d8e87b4-e7ed-41e4-a291-6b31ccf2d563 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902812 Feb 08 16:44:33.268626 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ef13ce6-ac02-4efd-ac11-36ea6d598e81 req-bb323f00-223e-48a9-a213-021cd922479f service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Feb 08 16:44:34.004357 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6197f-5098-4044-99e6-ee8a7e762dcd req-77166f80-26cb-475d-8db4-7a1d94429872 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:34.005819 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-45a6197f-5098-4044-99e6-ee8a7e762dcd req-77166f80-26cb-475d-8db4-7a1d94429872 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0576725 Feb 08 16:44:34.053551 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-45a6197f-5098-4044-99e6-ee8a7e762dcd req-ddb6b181-ac54-49c2-8b82-b7dcb532346f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Feb 08 16:44:35.176733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a61bee-6144-43d9-9104-3789f2c1b480 req-1ed511a2-5e00-449a-99ea-e74ef4b9d8cd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:35.178185 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89a61bee-6144-43d9-9104-3789f2c1b480 req-1ed511a2-5e00-449a-99ea-e74ef4b9d8cd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0535917 Feb 08 16:44:35.223413 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89a61bee-6144-43d9-9104-3789f2c1b480 req-1287b8ec-5dfe-46eb-b956-3ed6b489e499 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Feb 08 16:44:36.352119 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1163fe-5bca-42f1-9a5e-81d8bd43e934 req-ffd1377e-8aed-4321-b0d9-b9fbaae2b1b2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.353581 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5e1163fe-5bca-42f1-9a5e-81d8bd43e934 req-ffd1377e-8aed-4321-b0d9-b9fbaae2b1b2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0532839 Feb 08 16:44:36.406815 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5e1163fe-5bca-42f1-9a5e-81d8bd43e934 req-93317765-2b79-43e3-ba04-a209f4744bb2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 Feb 08 16:44:36.495872 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-be01b410-7da5-410e-a045-edf46b817afa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.497415 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-be01b410-7da5-410e-a045-edf46b817afa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1050255 Feb 08 16:44:36.512353 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-d14c000c-88ed-4789-b21c-081b155cf214 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/quotas/3b57fcb90a594af1b70daaecbf9efd96 HTTP/1.1" status: 200 len: 375 time: 0.0095892 Feb 08 16:44:36.565159 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-1cd12cab-ff77-402f-aa82-8b9b0abe2c15 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480635 Feb 08 16:44:36.651946 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7e1bee09-6940-46da-b661-fbd6e29e8ec9 service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802164 Feb 08 16:44:36.743641 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-4a9c3c2d-6184-4c80-b57e-2035c86f46af service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Feb 08 16:44:36.897202 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-62d2b3fb-b7c3-4f5f-8a7f-216dde9e22f3 req-e0536893-731e-4a47-9d5a-63e09abadb1b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Feb 08 16:44:37.525532 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b519f1b-2fc7-4863-9dfa-79483c1705d0 req-3beb8360-0ac2-4ea2-b39f-2bd3783e612c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:37.526978 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8b519f1b-2fc7-4863-9dfa-79483c1705d0 req-3beb8360-0ac2-4ea2-b39f-2bd3783e612c tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0527294 Feb 08 16:44:37.573586 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8b519f1b-2fc7-4863-9dfa-79483c1705d0 req-b4e52753-5a6d-43d8-8c27-b8e21d83e890 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Feb 08 16:44:37.988851 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a0e2f2ac-ab3d-456f-9148-68f4f42377e1 req-2e20a340-0507-4ead-a63e-e52b0c8f6bf1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0274911 Feb 08 16:44:38.267362 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:38.692087 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b258b54-1dbf-496c-82a8-259995531d3a req-671e188e-5242-4f73-912c-69eb5b3f1fe0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:38.693611 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8b258b54-1dbf-496c-82a8-259995531d3a req-671e188e-5242-4f73-912c-69eb5b3f1fe0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0543637 Feb 08 16:44:38.738645 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8b258b54-1dbf-496c-82a8-259995531d3a req-edcb6b53-d0c1-4d8a-a7b5-ad9894c6934f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Feb 08 16:44:39.079950 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-64d0b539-5b01-4147-8a7b-123019fcec72 req-ea8cbc5b-52e2-48d5-8e85-dd9901d88bc6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0274439 Feb 08 16:44:39.858740 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a4c4-37d0-4356-b518-cde1d415a08a req-003bebfb-db40-46b2-bf5d-bb803677d488 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:39.860220 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27a6a4c4-37d0-4356-b518-cde1d415a08a req-003bebfb-db40-46b2-bf5d-bb803677d488 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0531795 Feb 08 16:44:39.907112 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27a6a4c4-37d0-4356-b518-cde1d415a08a req-f2f4bc85-9691-4b68-b5e4-5f30d47c07a1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Feb 08 16:44:40.170592 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-febc1e79-3b3a-4d41-8b22-1b443e206527 req-187e41bc-d6f0-463a-bffe-c54364b85577 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0258994 Feb 08 16:44:41.022309 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0f23-1c9a-4fe3-a2a6-5b23fcf1bef1 req-fcc98043-2c5b-4ac9-b91c-cb025eed58e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:41.023649 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e81a0f23-1c9a-4fe3-a2a6-5b23fcf1bef1 req-fcc98043-2c5b-4ac9-b91c-cb025eed58e1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0500510 Feb 08 16:44:41.071307 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e81a0f23-1c9a-4fe3-a2a6-5b23fcf1bef1 req-fa243f04-73de-448d-9e1d-10b2f43c33ff tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Feb 08 16:44:41.262061 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc231b4d-9262-4736-8752-2179d410b505 req-fcd2ee81-0ead-4a3c-a0d2-e1e92058a9ac tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Feb 08 16:44:42.190139 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e6455-275d-41de-a481-a72750f16aa0 req-f8693a11-5195-4400-be11-386d4b37bb9d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:42.191722 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-683e6455-275d-41de-a481-a72750f16aa0 req-f8693a11-5195-4400-be11-386d4b37bb9d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0528307 Feb 08 16:44:42.242723 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-683e6455-275d-41de-a481-a72750f16aa0 req-d371aa7e-b904-4e81-8561-9ea0e4b3626a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 Feb 08 16:44:42.365539 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fc72a5d-6347-43c3-b147-bf13f834cb82 req-4b5b2ca2-e241-4368-a027-d1a20ee96c3e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0355537 Feb 08 16:44:43.104962 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-d19fd16d-a423-4a30-855c-ff7b7d044f75 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:43.106861 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-d19fd16d-a423-4a30-855c-ff7b7d044f75 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1195283 Feb 08 16:44:43.135105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Request body: {'port': {'device_id': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'admin_state_up': True, 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:43.239390 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:44:43.242768 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:43.367169 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca088c-4728-437a-b8f9-c5789c8bc09a req-1f4ca9ad-9756-4e52-bfbb-955c6e834ab1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:43.368591 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1cca088c-4728-437a-b8f9-c5789c8bc09a req-1f4ca9ad-9756-4e52-bfbb-955c6e834ab1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0515182 Feb 08 16:44:43.370425 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Allocated IP 172.20.0.3 (ec8f7fac-5fb6-486d-81c6-a643c1dc738e/12ea0b25-a1e9-4175-956e-081251b1281c/9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:44:43.423622 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1cca088c-4728-437a-b8f9-c5789c8bc09a req-0d39e61b-1a7c-4223-8334-7f047185c0bd tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Feb 08 16:44:43.496413 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1a17566e-1f78-41b9-af1f-4152de22b6c1 req-c76dbf01-9ac8-4669-9cd1-df1b46578fbc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0563710 Feb 08 16:44:43.556749 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks [] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:43.593326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:43.611154 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648', '5bf7187c-608b-4223-8eb8-d0779f39ffb8'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:43.637026 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:44:43.640505 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:44:43.644110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:44:43.650499 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event updated for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:43.678421 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.678775 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.679124 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.679459 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.679810 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.680146 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.680475 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.680802 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.681128 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.681451 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.681773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.682112 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.682425 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:43.707956 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:43.709010 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:43.724733 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-9131b003-223e-4cc8-a4e7-e540c320bdde tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932543 Feb 08 16:44:43.737238 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Request body: {'port': {'device_id': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:43.798389 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.057110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:44:44.065744 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks [] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.078415 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Transition to ACTIVE for port object 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:44:44.082009 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.150950 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:44.209783 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Attempting to bind port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:44:44.210120 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Attempting to bind port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:44:44.210450 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Attempting to bind port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:44.215327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:44:44.215655 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Attempting to bind port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:44:44.220733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:44:44.221077 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Checking segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:44:44.221478 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Bound using segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:44:44.221945 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Bound port: 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:44:44.222309 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.288503 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:44:44.292281 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:44:44.300737 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.312021 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-49870b2d-1ad9-4bee-9aca-a963b578e3b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559309 Feb 08 16:44:44.338490 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.339130 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:44.340761 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d HTTP/1.1" status: 200 len: 1093 time: 0.6075561 Feb 08 16:44:44.343249 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:44.351849 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:44.399237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e951-2edc-4589-85d8-f51563db045c req-fb6f6cc4-4281-4911-9ee7-60fffbaea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.400950 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-fb6f6cc4-4281-4911-9ee7-60fffbaea329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.0613453 Feb 08 16:44:44.412322 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8647d9-a815-4e05-b240-6f1b8ac50f1b x-openstack-request-id: req-ee8647d9-a815-4e05-b240-6f1b8ac50f1b {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:44.412880 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:44.413159 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee8647d9-a815-4e05-b240-6f1b8ac50f1b {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:44.413527 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'status': 'completed', 'code': 200} Feb 08 16:44:44.432479 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa2f1e-47f1-4b5b-9fd2-462754641dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:44.451599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-a3309226-c0b2-4e44-bc9c-f94f27e08e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.453292 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-a3309226-c0b2-4e44-bc9c-f94f27e08e2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 1127 time: 0.0578244 Feb 08 16:44:44.514846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e951-2edc-4589-85d8-f51563db045c req-e270aabf-70ad-4494-b327-b045b5fd6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.516545 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-e270aabf-70ad-4494-b327-b045b5fd6e86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.0964136 Feb 08 16:44:44.689476 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-91aa1cf3-c726-411c-b827-b897b40a8fae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1002 time: 0.1671689 Feb 08 16:44:44.716424 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2015df-2205-468b-9208-282943cb0521 req-03804542-6fbf-49cf-aeb2-83d9ee208d1d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.718110 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5a2015df-2205-468b-9208-282943cb0521 req-03804542-6fbf-49cf-aeb2-83d9ee208d1d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 943 time: 0.1182177 Feb 08 16:44:44.748014 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-46b79fc5-f2b1-4473-8601-2363df4937c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d HTTP/1.1" status: 200 len: 217 time: 0.2817602 Feb 08 16:44:44.787111 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e951-2edc-4589-85d8-f51563db045c req-0f2b4f24-d77e-420f-81b8-34587794a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.788714 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-0f2b4f24-d77e-420f-81b8-34587794a2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0881588 Feb 08 16:44:44.793633 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5a2015df-2205-468b-9208-282943cb0521 req-5a8158d5-91f1-488e-ad3f-40afb1e4291d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567675 Feb 08 16:44:44.823439 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-5b8f7a48-e9f3-4ceb-b288-43625ef1d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.824925 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-5b8f7a48-e9f3-4ceb-b288-43625ef1d19d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0681608 Feb 08 16:44:44.836145 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbdd77-53a9-4d3c-97ba-14f5dddee6bc req-3d095f53-4eb3-41e3-81fa-7d864dfc91d1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.837569 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cabbdd77-53a9-4d3c-97ba-14f5dddee6bc req-3d095f53-4eb3-41e3-81fa-7d864dfc91d1 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0926943 Feb 08 16:44:44.849316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e951-2edc-4589-85d8-f51563db045c req-2dacf186-d03e-4cfe-b5b2-82c737da5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:44.850832 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-2dacf186-d03e-4cfe-b5b2-82c737da5a23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522523 Feb 08 16:44:44.873157 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-b3af233b-5ffe-42ba-8720-45c02872434e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346382 Feb 08 16:44:44.944814 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-75fcbf47-a44f-46ce-8a46-ae9fc1b34997 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841868 Feb 08 16:44:44.955074 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cabbdd77-53a9-4d3c-97ba-14f5dddee6bc req-41124662-7523-4180-9d9c-ff8c50a99a03 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092277 Feb 08 16:44:44.995492 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-39fbe9b7-5a28-4dad-b78e-9a894babba14 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138124 Feb 08 16:44:45.043326 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c7e0e951-2edc-4589-85d8-f51563db045c req-dce030a7-de44-43e6-bce8-cbc225331134 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Feb 08 16:44:45.090620 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2652d4e3-3de2-4b8d-be27-97ae88080bc1 req-4dc506df-09d6-468c-ad00-e4b576e7d40a service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Feb 08 16:44:45.186194 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-fc4abbd5-bcf4-4785-ba53-25570abd0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:45.187582 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-fc4abbd5-bcf4-4785-ba53-25570abd0814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 1127 time: 0.0448768 Feb 08 16:44:45.280607 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-de4280c9-d09e-4743-997a-35964d5c9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:45.282044 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-de4280c9-d09e-4743-997a-35964d5c9c72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 916 time: 0.0869992 Feb 08 16:44:45.324361 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-5d5be9f5-83c3-4dab-af30-e33e740bc836 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d HTTP/1.1" status: 200 len: 217 time: 0.0341415 Feb 08 16:44:45.372562 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-c75ba07f-531f-4bbc-8936-d5e25c6ad042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:45.373931 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-c75ba07f-531f-4bbc-8936-d5e25c6ad042 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0425394 Feb 08 16:44:45.406553 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-becb8a11-2ab1-4e8b-9367-6dbd5e83ab63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244627 Feb 08 16:44:45.497819 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-b814589f-ab03-450d-a902-abc0bc11e489 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Feb 08 16:44:45.585031 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-18a10187-a3b3-4db6-8dc6-5ed4c4a6aefe req-74b0069f-769e-44af-90f5-49487ea9b9c9 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795403 Feb 08 16:44:45.913867 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8967-3868-422d-ad53-bd0f0ae7550e req-d4580a12-7e5c-4dc4-a4b2-7b6e37189b8e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:45.915354 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-732e8967-3868-422d-ad53-bd0f0ae7550e req-d4580a12-7e5c-4dc4-a4b2-7b6e37189b8e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 943 time: 0.0523162 Feb 08 16:44:45.960265 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-732e8967-3868-422d-ad53-bd0f0ae7550e req-8e40d500-d520-4a92-a569-35368ddb0951 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Feb 08 16:44:46.080417 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8d3d-943d-4de4-b846-ba764e7366ad req-36f8b4bf-f411-4aae-9401-e917d40d86d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:46.081860 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db4d8d3d-943d-4de4-b846-ba764e7366ad req-36f8b4bf-f411-4aae-9401-e917d40d86d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0567498 Feb 08 16:44:46.127034 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-db4d8d3d-943d-4de4-b846-ba764e7366ad req-14f8c963-b533-49e8-9640-262136799a42 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Feb 08 16:44:47.080921 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021bd20-9ba0-4c65-a846-d378d7f0a09c req-04c741d8-d938-468b-81f3-10372cbbaafa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:47.082427 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f021bd20-9ba0-4c65-a846-d378d7f0a09c req-04c741d8-d938-468b-81f3-10372cbbaafa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 943 time: 0.0516601 Feb 08 16:44:47.134846 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f021bd20-9ba0-4c65-a846-d378d7f0a09c req-b21a1722-8a2f-4096-a32c-8ad626a67c0b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Feb 08 16:44:47.243674 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf190-609f-4b75-9632-eb4475f325e9 req-e1e9d989-eb95-4595-8744-24c0a20c8325 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:47.245051 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94adf190-609f-4b75-9632-eb4475f325e9 req-e1e9d989-eb95-4595-8744-24c0a20c8325 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0516400 Feb 08 16:44:47.291821 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-94adf190-609f-4b75-9632-eb4475f325e9 req-22fb578b-318c-44c9-a0dd-53cc7f35cda2 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Feb 08 16:44:48.260285 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ff79-e269-434c-a378-7e9154e1c872 req-c67ea996-9a97-4cba-92e5-f3ee6340112f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:48.264372 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0e06ff79-e269-434c-a378-7e9154e1c872 req-c67ea996-9a97-4cba-92e5-f3ee6340112f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 943 time: 0.0586786 Feb 08 16:44:48.312803 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0e06ff79-e269-434c-a378-7e9154e1c872 req-dfdab5f0-d298-4925-b6d0-6c09d17d24c4 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Feb 08 16:44:48.410327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a03192-7ffa-4d22-b8ab-5d1d142c0b3a req-7b4fc31a-24cd-48ef-8beb-4da5d5a56f71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:48.411819 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3a03192-7ffa-4d22-b8ab-5d1d142c0b3a req-7b4fc31a-24cd-48ef-8beb-4da5d5a56f71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0522513 Feb 08 16:44:48.461878 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b3a03192-7ffa-4d22-b8ab-5d1d142c0b3a req-e40e145c-e4a5-4d37-8def-aa6441a35b37 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Feb 08 16:44:49.437682 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c879e86-561f-4edb-b371-5c68e41a7765 req-92ade63c-fbbc-42a0-8778-345e00fed923 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:49.439322 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8c879e86-561f-4edb-b371-5c68e41a7765 req-92ade63c-fbbc-42a0-8778-345e00fed923 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 943 time: 0.0538895 Feb 08 16:44:49.486970 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8c879e86-561f-4edb-b371-5c68e41a7765 req-4cad2a59-e420-4ce8-96e1-de055a13584e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Feb 08 16:44:49.580884 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9342ae-85b2-4cc4-b464-f2ec94218e1c req-71033eab-bf0e-47d4-a2df-2d1435df0887 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:49.582363 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0f9342ae-85b2-4cc4-b464-f2ec94218e1c req-71033eab-bf0e-47d4-a2df-2d1435df0887 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0517454 Feb 08 16:44:49.630920 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0f9342ae-85b2-4cc4-b464-f2ec94218e1c req-1e205813-8baf-4275-b480-97e126ccacb5 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Feb 08 16:44:50.034384 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:44:50.132866 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:50.144517 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'port_id': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'mac_address': 'fa:16:3e:ad:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ea0b25-a1e9-4175-956e-081251b1281c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:44:50.181385 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:50.181774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:50.194372 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:44:50.215372 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:50.221810 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:50.272806 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:50.280980 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.281358 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.281728 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.282220 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.282412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.282747 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.283078 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.283410 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.283738 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.284116 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.284448 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.284772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.285096 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:50.606042 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4fed8-a6cd-45b3-8194-ddd4620d63e4 req-277f8b24-39dd-46cf-9c35-7e635c513de9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:50.607505 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2f4fed8-a6cd-45b3-8194-ddd4620d63e4 req-277f8b24-39dd-46cf-9c35-7e635c513de9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 944 time: 0.0548325 Feb 08 16:44:50.655709 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2f4fed8-a6cd-45b3-8194-ddd4620d63e4 req-b8f95d5d-bc0b-4918-a3be-de52c97c4a92 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Feb 08 16:44:50.753133 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390d1a6-e4a1-4957-bdeb-270d9ed9225f req-8919e16f-9bdb-4d9b-a088-3c36ce9cd41b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:50.754775 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4390d1a6-e4a1-4957-bdeb-270d9ed9225f req-8919e16f-9bdb-4d9b-a088-3c36ce9cd41b tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0541739 Feb 08 16:44:50.802376 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4390d1a6-e4a1-4957-bdeb-270d9ed9225f req-958878c8-946c-4d6e-a6e9-babbec89c670 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Feb 08 16:44:51.519255 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:51.772048 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805376d-adbc-45df-8163-b9c8c0a67fa1 req-7b215e6b-cd5b-416e-950d-41644c78d9f7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:51.773615 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c805376d-adbc-45df-8163-b9c8c0a67fa1 req-7b215e6b-cd5b-416e-950d-41644c78d9f7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 944 time: 0.0525546 Feb 08 16:44:51.820020 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c805376d-adbc-45df-8163-b9c8c0a67fa1 req-7baf0492-c096-4a96-ae5a-02315cf8a14e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Feb 08 16:44:51.924830 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b1eb1-d5fc-4508-b126-7e146111d8c2 req-64e7fc8d-4d14-43fe-a008-176c012fce02 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:51.926277 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-751b1eb1-d5fc-4508-b126-7e146111d8c2 req-64e7fc8d-4d14-43fe-a008-176c012fce02 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0587389 Feb 08 16:44:51.973929 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-751b1eb1-d5fc-4508-b126-7e146111d8c2 req-547858ee-947d-4019-95c5-16693e79d306 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Feb 08 16:44:52.161397 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99baee-6a8d-4e4f-9123-0d6ac1f11106 req-240f06c6-3fc3-4f51-a7ad-c64af799a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:52.162982 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf99baee-6a8d-4e4f-9123-0d6ac1f11106 req-240f06c6-3fc3-4f51-a7ad-c64af799a15b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.0427468 Feb 08 16:44:52.212285 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf99baee-6a8d-4e4f-9123-0d6ac1f11106 req-42681f77-0082-4270-b5f1-a12f59ad7cf7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Feb 08 16:44:52.962458 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e29f-8d4c-422d-b5b5-4ac18b497260 req-4448f399-8437-4063-83b9-043d5494e443 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:52.963962 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c229e29f-8d4c-422d-b5b5-4ac18b497260 req-4448f399-8437-4063-83b9-043d5494e443 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 944 time: 0.0629900 Feb 08 16:44:53.019423 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c229e29f-8d4c-422d-b5b5-4ac18b497260 req-217ea703-39f2-493a-877c-843d8d590978 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Feb 08 16:44:53.123906 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4601bef-0798-4935-8547-d271c9bbfd7c req-f8007da8-42d8-4c0c-b175-f1a44078b3d8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:53.126168 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4601bef-0798-4935-8547-d271c9bbfd7c req-f8007da8-42d8-4c0c-b175-f1a44078b3d8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0661023 Feb 08 16:44:53.176635 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f4601bef-0798-4935-8547-d271c9bbfd7c req-b4100224-f004-427e-8d07-3110501d76ad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Feb 08 16:44:54.144541 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f942-4d93-41f1-bd4a-90161d0b2283 req-90119e8c-0eca-49a1-b581-9181af21bbb9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:54.146014 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9f13f942-4d93-41f1-bd4a-90161d0b2283 req-90119e8c-0eca-49a1-b581-9181af21bbb9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 944 time: 0.0555429 Feb 08 16:44:54.194210 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9f13f942-4d93-41f1-bd4a-90161d0b2283 req-64a56ce2-cedd-4e83-bd26-6c433c77421e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Feb 08 16:44:54.296334 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913b12-7fe4-47aa-a87d-496ebd5c7c18 req-a6b1d31e-64a6-40e6-93c5-f66744649063 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:54.297792 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73913b12-7fe4-47aa-a87d-496ebd5c7c18 req-a6b1d31e-64a6-40e6-93c5-f66744649063 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0528593 Feb 08 16:44:54.343347 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73913b12-7fe4-47aa-a87d-496ebd5c7c18 req-4e548a55-5f7e-4b82-aa9c-7eba7acfb8a5 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Feb 08 16:44:55.311622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4730d1b-f0ef-48b2-9532-04c9928f6713 req-98ee7b9c-6b11-4d4c-b3ab-25bc68343cb6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:55.313119 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4730d1b-f0ef-48b2-9532-04c9928f6713 req-98ee7b9c-6b11-4d4c-b3ab-25bc68343cb6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 944 time: 0.0528486 Feb 08 16:44:55.361803 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4730d1b-f0ef-48b2-9532-04c9928f6713 req-54bb24d5-ef40-478d-a36c-a7c0f86e05cf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Feb 08 16:44:55.462178 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbd79e-d29b-485d-97a2-ffaf7c24bb69 req-4e56e9f0-f5a9-4684-b916-166e4a799ff8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:55.463647 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fcbd79e-d29b-485d-97a2-ffaf7c24bb69 req-4e56e9f0-f5a9-4684-b916-166e4a799ff8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0538588 Feb 08 16:44:55.513776 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fcbd79e-d29b-485d-97a2-ffaf7c24bb69 req-a6787004-df14-4f39-8856-efd5eb58baed tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Feb 08 16:44:55.680924 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-54da82cc-39ae-4633-aa6b-6c08dfe835ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:55.813982 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-f719d7a2-556b-44e3-8c20-be3edcfe5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:55.815842 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-f719d7a2-556b-44e3-8c20-be3edcfe5459 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=637df1e7f2cb48c0b97d67658900335d&device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 1129 time: 0.0456460 Feb 08 16:44:55.829370 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a7f4-1fe8-4a80-8824-a64ad1aac854 req-172b42dc-35d0-48cd-821f-5317e53fda41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:55.830819 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9092a7f4-1fe8-4a80-8824-a64ad1aac854 req-172b42dc-35d0-48cd-821f-5317e53fda41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0575790 Feb 08 16:44:55.876699 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9092a7f4-1fe8-4a80-8824-a64ad1aac854 req-bab0e247-6db7-492a-b155-85fa5ab9ca92 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Feb 08 16:44:55.910896 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-af8f7aaa-8119-4526-8d89-77b84cbeb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:55.912399 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-af8f7aaa-8119-4526-8d89-77b84cbeb94d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 200 len: 919 time: 0.0905945 Feb 08 16:44:55.963682 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-3a85c018-a668-4753-b740-53d92bf39170 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 200 len: 217 time: 0.0427101 Feb 08 16:44:56.011475 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-1d17cb0b-197c-4dff-b3f2-4088bbadcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:56.013509 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-1d17cb0b-197c-4dff-b3f2-4088bbadcf46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 200 len: 858 time: 0.0432506 Feb 08 16:44:56.045721 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-f297b7e9-6d88-4f53-95a4-b9669e534e43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853a558-0896-4700-8a59-b29597b86231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252905 Feb 08 16:44:56.051168 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:44:56.101418 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:44:56.105599 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:56.105986 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:56.141297 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-f5d4ec27-8bb5-40bb-8eda-1fef36e2c1c5 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886617 Feb 08 16:44:56.186545 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:56.187008 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:56.234983 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84f7119c-68b1-43f9-924f-bd682db91d17 req-082ee609-1516-404f-94c8-d5bce2270034 service neutron] 10.222.0.42 "GET /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Feb 08 16:44:56.343450 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:56.345722 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f9e06-7c57-42a6-b6b1-3f0158f5ee2a" -d '{"events": [{"server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:56.358471 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:56.363596 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:56.387107 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e4075b-3002-4e33-841f-5070df108309 x-openstack-request-id: req-68e4075b-3002-4e33-841f-5070df108309 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:56.387426 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:56.387685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68e4075b-3002-4e33-841f-5070df108309 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:56.388799 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'code': 200} Feb 08 16:44:56.416227 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:56.488622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254642-cfe7-498c-aa19-f27c0e826a4a req-caae1832-d39c-4d45-a1a9-6a9d5e3aae89 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:56.490088 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd254642-cfe7-498c-aa19-f27c0e826a4a req-caae1832-d39c-4d45-a1a9-6a9d5e3aae89 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Feb 08 16:44:56.548526 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd254642-cfe7-498c-aa19-f27c0e826a4a req-9a17f36c-71d3-45f9-8af4-380921bd1065 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524850 Feb 08 16:44:56.590394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1c46e-cb8b-4ed0-a2a9-1920b908715f req-f107f81a-5b33-4e5c-a567-2277dc3cd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:56.592194 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50d1c46e-cb8b-4ed0-a2a9-1920b908715f req-f107f81a-5b33-4e5c-a567-2277dc3cd6d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 1129 time: 0.0442111 Feb 08 16:44:56.645727 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50d1c46e-cb8b-4ed0-a2a9-1920b908715f req-12cd18af-1576-4881-9ef4-78e351e78b43 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Feb 08 16:44:56.996663 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8446-3cf3-4201-84a2-abc46303980c req-17677734-d676-4639-b722-b238cbf36b71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:56.998118 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b5e8446-3cf3-4201-84a2-abc46303980c req-17677734-d676-4639-b722-b238cbf36b71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0522244 Feb 08 16:44:57.045517 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3b5e8446-3cf3-4201-84a2-abc46303980c req-5e109bd9-3942-4541-ba2c-5688ecd4ab94 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Feb 08 16:44:57.679010 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f60978-dc87-4a8e-a871-865c7a46b5df req-d645ed19-a229-4fbc-b8d1-03811f3ef105 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:57.680493 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-93f60978-dc87-4a8e-a871-865c7a46b5df req-d645ed19-a229-4fbc-b8d1-03811f3ef105 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0650949 Feb 08 16:44:57.725676 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-93f60978-dc87-4a8e-a871-865c7a46b5df req-883c0729-3d1d-45c4-a578-1876be0ff62a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Feb 08 16:44:57.987846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-926a5204-bab7-4eb7-821b-01b4934886d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.168475 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179fe8f-1ea8-4475-9bfb-61a9b5595eba req-3ddf693d-1c15-4cd4-823b-6a4bfce2582d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:58.169839 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4179fe8f-1ea8-4475-9bfb-61a9b5595eba req-3ddf693d-1c15-4cd4-823b-6a4bfce2582d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0528104 Feb 08 16:44:58.221398 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4179fe8f-1ea8-4475-9bfb-61a9b5595eba req-c81b7186-966a-42aa-bbaf-457197bc8404 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Feb 08 16:44:58.843015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5481ef-2e31-44f0-9282-a5c8419a3aff req-69ea9b46-b13b-4a1a-9620-1bd13e0b339d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:58.844501 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7d5481ef-2e31-44f0-9282-a5c8419a3aff req-69ea9b46-b13b-4a1a-9620-1bd13e0b339d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Feb 08 16:44:58.893449 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7d5481ef-2e31-44f0-9282-a5c8419a3aff req-47ad743e-20f2-4a52-8de1-66b59bac0167 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Feb 08 16:44:59.190993 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.344174 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227a11-413a-412b-b6c7-74a259be9fd9 req-3f0de8bd-85f8-46a0-844e-f801b565d121 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:59.346272 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0f227a11-413a-412b-b6c7-74a259be9fd9 req-3f0de8bd-85f8-46a0-844e-f801b565d121 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0563841 Feb 08 16:44:59.392196 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0f227a11-413a-412b-b6c7-74a259be9fd9 req-e626932c-ff2e-4ce3-86ee-8f01f2a6e759 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Feb 08 16:45:00.009648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703e725-a3e6-4201-b008-e920d11de88e req-1380df64-38de-4c8b-9957-91bec0f973da tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:00.011216 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9703e725-a3e6-4201-b008-e920d11de88e req-1380df64-38de-4c8b-9957-91bec0f973da tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Feb 08 16:45:00.060992 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9703e725-a3e6-4201-b008-e920d11de88e req-27de965e-5604-491d-a7b9-4a08f382b3c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Feb 08 16:45:00.392715 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.514132 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308597-3179-4cf4-b962-db961ed82ad0 req-4fc3b228-a373-46ee-b77b-ff3e69271fa3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:00.515497 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa308597-3179-4cf4-b962-db961ed82ad0 req-4fc3b228-a373-46ee-b77b-ff3e69271fa3 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0530598 Feb 08 16:45:00.565309 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa308597-3179-4cf4-b962-db961ed82ad0 req-46c92bc1-602b-4122-a92d-74e359f212ea tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Feb 08 16:45:01.683013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88afdfb-8080-4f67-8438-c61ec214160f req-6f46eef0-1e20-4f2f-adac-55cb2821a5b9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:01.684515 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b88afdfb-8080-4f67-8438-c61ec214160f req-6f46eef0-1e20-4f2f-adac-55cb2821a5b9 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0527029 Feb 08 16:45:01.731249 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b88afdfb-8080-4f67-8438-c61ec214160f req-db673b03-84fc-4f50-88f2-2bff82323c41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 08 16:45:01.940767 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.963425 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-322b2897-2b16-4d8b-bcd0-8f1fc86151a0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51338702&fields=id&tenant_id=08bc94fd80244144ae5883c54707e219 HTTP/1.1" status: 200 len: 267 time: 0.0548348 Feb 08 16:45:03.295308 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-a602252f-b907-43df-b29a-e6c5657ec7d6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:03.296856 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-a602252f-b907-43df-b29a-e6c5657ec7d6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 808 time: 0.3272133 Feb 08 16:45:03.312082 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-c9fbdd1d-00fa-4f50-bc1a-e0ef20d56480 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/quotas/08bc94fd80244144ae5883c54707e219 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Feb 08 16:45:03.367244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-fb38749a-72a9-429e-9630-83cf0a6bed9c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503881 Feb 08 16:45:03.465478 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-f1a76a00-0316-4925-9176-1003bdcbfecc service neutron] 10.222.0.35 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868943 Feb 08 16:45:03.559863 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-346c25e7-ed8b-4daa-a8ff-0d404b519efd service neutron] 10.222.0.35 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Feb 08 16:45:03.853729 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-663fb721-3e6a-4ade-848f-3c0f373e01d7 req-b855e865-f062-4d3e-b7db-ca9ba36be860 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Feb 08 16:45:04.091502 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:45:04.901388 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-41693cfd-e4b6-4200-a013-118587a4451d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:04.902837 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-41693cfd-e4b6-4200-a013-118587a4451d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 808 time: 0.1130266 Feb 08 16:45:04.968663 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fe42eed9-9022-432b-a90f-278f1e511204 req-af8ce9bf-d9e8-4c55-bc71-3c0d98368461 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 210 time: 0.0366793 Feb 08 16:45:04.987734 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-23b67a9f-459b-45fb-bf82-c7971425b7d6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08bc94fd80244144ae5883c54707e219 HTTP/1.1" status: 200 len: 378 time: 0.0766480 Feb 08 16:45:04.997054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'port': {'device_id': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'admin_state_up': True, 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'security_groups': ['ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197']}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:05.109412 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Made reservation on behalf of 08bc94fd80244144ae5883c54707e219 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:45:05.112828 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.237926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Allocated IP 172.20.0.13 (c554db4f-82e2-45eb-abb6-e85a666ce499/4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5/6f04fb2f-d81d-42f0-8c53-184ef0859a38) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:05.373337 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.412171 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.459726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Network c554db4f-82e2-45eb-abb6-e85a666ce499 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:05.462782 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:05.466351 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:05.472398 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:05.518734 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:05.519344 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.535492 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-9377d81a-798b-4220-bab7-d5b26c984d82 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418377 Feb 08 16:45:05.547658 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Request body: {'port': {'device_id': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:05.610714 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.740495 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f13ee5dd-0931-4e17-9b98-1850b1fb0e64 None None] Provisioning complete for port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:05.741050 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f13ee5dd-0931-4e17-9b98-1850b1fb0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.780473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f13ee5dd-0931-4e17-9b98-1850b1fb0e64 None None] Port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:45:05.897257 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f04fb2f-d81d-42f0-8c53-184ef0859a38 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:05.905243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks [] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.920326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Transition to ACTIVE for port object 6f04fb2f-d81d-42f0-8c53-184ef0859a38 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:45:05.926350 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.991926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.090669 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Attempting to bind port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:06.091017 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Attempting to bind port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:06.091349 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Attempting to bind port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 on network c554db4f-82e2-45eb-abb6-e85a666ce499 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:06.100302 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 on network c554db4f-82e2-45eb-abb6-e85a666ce499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:45:06.100626 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Attempting to bind port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 on network c554db4f-82e2-45eb-abb6-e85a666ce499 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:06.110381 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:06.110723 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Checking segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:06.111143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Bound using segment: {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:06.111581 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Bound port: 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82c6419-721a-4171-b09b-ec5e7ed29ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:06.111968 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.139185 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32b562-fd11-424f-a5f2-6d8263e769a2 req-aeb0263f-f798-41f5-ae61-382a87209fa0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.140659 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5d32b562-fd11-424f-a5f2-6d8263e769a2 req-aeb0263f-f798-41f5-ae61-382a87209fa0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0844383 Feb 08 16:45:06.224238 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:06.228231 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:06.232763 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5d32b562-fd11-424f-a5f2-6d8263e769a2 req-a5ca2040-aa35-4452-b619-8b65e5877225 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747461 Feb 08 16:45:06.237907 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.275004 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.275614 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.276975 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 1094 time: 0.7335126 Feb 08 16:45:06.277404 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:06.279614 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b77c4-bf3a-4681-a223-55bb5fcf577a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:06.304603 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752571-3704-4b00-b05e-4b0dd6421d41 service neutron] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.329274 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289421b-4ab1-4249-a14c-8d1161b2ef5e x-openstack-request-id: req-6289421b-4ab1-4249-a14c-8d1161b2ef5e {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:06.329613 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:06.329872 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6289421b-4ab1-4249-a14c-8d1161b2ef5e {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:06.330295 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'status': 'completed', 'code': 200} Feb 08 16:45:06.377578 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-87cdd623-46ab-4872-9ad6-591a2627fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.379775 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-87cdd623-46ab-4872-9ad6-591a2627fe96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1128 time: 0.0470023 Feb 08 16:45:06.434108 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-3af51e9b-bac1-4df6-aaf0-56dec9be482c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 217 time: 0.0348992 Feb 08 16:45:06.487508 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-eb6395d6-4244-4309-8b22-8d3c2610c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.489115 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-eb6395d6-4244-4309-8b22-8d3c2610c0cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0491412 Feb 08 16:45:06.542379 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-c7d6d806-9dbf-411f-9bff-236038cadd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.543857 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-c7d6d806-9dbf-411f-9bff-236038cadd51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484748 Feb 08 16:45:06.633633 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-830a22cc-0e4c-489e-b7d5-01f77cfa3d6f service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810947 Feb 08 16:45:06.727739 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b6339f9-b19c-4e54-8393-065c29fbe7c5 req-ad74d5b4-2fcd-4238-a581-28cee2c3df06 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Feb 08 16:45:06.837723 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-33fa7ecc-2b08-4832-843b-49a8726adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.839163 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-33fa7ecc-2b08-4832-843b-49a8726adf20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1128 time: 0.0435102 Feb 08 16:45:06.933917 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-cc7f204b-ae3f-4e18-8f47-0d1d1dc69a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:06.935400 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-cc7f204b-ae3f-4e18-8f47-0d1d1dc69a9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0859330 Feb 08 16:45:06.976176 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-4de155fd-4c9a-46d9-a6c4-2285fbcaa012 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 217 time: 0.0335765 Feb 08 16:45:07.025916 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-13ca5ca9-6609-4160-ac57-198cf06d5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:07.027369 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-13ca5ca9-6609-4160-ac57-198cf06d5eb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0444651 Feb 08 16:45:07.079231 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-f76dbd32-f1f7-4687-a3c3-db0e294d9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:07.080716 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-f76dbd32-f1f7-4687-a3c3-db0e294d9e6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465620 Feb 08 16:45:07.166673 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-1462417a-0204-4047-abf1-3c2b62d89b90 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782597 Feb 08 16:45:07.258099 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-918b77c4-bf3a-4681-a223-55bb5fcf577a req-60fb0b30-6d8a-4976-8bf3-763a9ba638a3 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843616 Feb 08 16:45:07.352861 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d220b-5d33-4223-882b-0db45e8ee265 req-7c7a601f-2d88-4010-be2c-aba82e935979 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:07.354323 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df0d220b-5d33-4223-882b-0db45e8ee265 req-7c7a601f-2d88-4010-be2c-aba82e935979 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0537391 Feb 08 16:45:07.401997 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df0d220b-5d33-4223-882b-0db45e8ee265 req-9ae8ab7b-2946-422c-95ed-ba60755f5254 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422373 Feb 08 16:45:07.790220 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228db9e-84e2-4090-bc79-8dbd39bc1e0a req-306f25cc-ea24-421c-aca3-9032bd4aca71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:07.791810 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5228db9e-84e2-4090-bc79-8dbd39bc1e0a req-306f25cc-ea24-421c-aca3-9032bd4aca71 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0541701 Feb 08 16:45:07.837468 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5228db9e-84e2-4090-bc79-8dbd39bc1e0a req-5e0fbea3-cadd-406f-94ae-01c4afbfab34 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Feb 08 16:45:08.269957 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:08.522589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7536fe-41fe-49fe-9061-5002fd5b6e91 req-69592c3e-e9b2-4684-875d-2fc6abafa87c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:08.523990 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e7536fe-41fe-49fe-9061-5002fd5b6e91 req-69592c3e-e9b2-4684-875d-2fc6abafa87c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0531259 Feb 08 16:45:08.571683 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e7536fe-41fe-49fe-9061-5002fd5b6e91 req-f72e1f67-838d-470d-82bf-61a7d13e2416 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422058 Feb 08 16:45:08.957004 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be75a0-6046-4e80-9c23-21abb34df867 req-1e521a79-9ce2-428c-9b41-17ab23cfd6f7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:08.958436 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13be75a0-6046-4e80-9c23-21abb34df867 req-1e521a79-9ce2-428c-9b41-17ab23cfd6f7 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0553041 Feb 08 16:45:09.005036 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13be75a0-6046-4e80-9c23-21abb34df867 req-bf1d95c3-d8ce-493c-980d-deecbb487e18 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Feb 08 16:45:09.691677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c75315-b497-434a-a702-bf16bd9014b7 req-17aa0c46-eeee-48d8-9a9d-ab575a853a7f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:09.693170 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-05c75315-b497-434a-a702-bf16bd9014b7 req-17aa0c46-eeee-48d8-9a9d-ab575a853a7f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0563736 Feb 08 16:45:09.740238 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-05c75315-b497-434a-a702-bf16bd9014b7 req-0ebdfff8-8e07-4ccc-ab3c-77cb40e22534 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416398 Feb 08 16:45:10.125306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36c3a4-63a9-4d8c-935a-3c3d3b9382b2 req-0b7a247d-6478-4f14-9161-665ae291f768 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:10.126759 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f36c3a4-63a9-4d8c-935a-3c3d3b9382b2 req-0b7a247d-6478-4f14-9161-665ae291f768 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0539982 Feb 08 16:45:10.180304 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f36c3a4-63a9-4d8c-935a-3c3d3b9382b2 req-0d137254-0090-4701-8d73-461ab715990a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Feb 08 16:45:10.861307 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001529-408f-4f9d-b84a-1a6ae6b53fb7 req-39cb74f8-7ee3-4ec8-bbcd-beb76f1464af tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:10.862877 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-14001529-408f-4f9d-b84a-1a6ae6b53fb7 req-39cb74f8-7ee3-4ec8-bbcd-beb76f1464af tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0521448 Feb 08 16:45:10.912383 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-14001529-408f-4f9d-b84a-1a6ae6b53fb7 req-e6944cc4-95ec-46c4-a921-aa243798375e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434895 Feb 08 16:45:11.306701 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036403-29b8-4e6d-87e9-47f805d5ca8f req-662c885f-d409-4327-9862-c0bacbe0eb62 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:11.308215 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d5036403-29b8-4e6d-87e9-47f805d5ca8f req-662c885f-d409-4327-9862-c0bacbe0eb62 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0544131 Feb 08 16:45:11.362665 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d5036403-29b8-4e6d-87e9-47f805d5ca8f req-501f1ea8-c4e0-4198-a329-4322c09d06a0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Feb 08 16:45:11.577527 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f4880085-8f71-49ee-9fce-c49a50128e98 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:11.579029 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f4880085-8f71-49ee-9fce-c49a50128e98 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 945 time: 0.0559530 Feb 08 16:45:11.728799 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Deleting port 34c8d083-5aff-4e0c-ab35-54f6088f7587 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:11.729144 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.818069 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] For port 34c8d083-5aff-4e0c-ab35-54f6088f7587, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=34c8d083-5aff-4e0c-ab35-54f6088f7587,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:11.818434 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.831881 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Calling delete_port for 34c8d083-5aff-4e0c-ab35-54f6088f7587 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:12.184115 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554029a-52b4-4676-9db0-9421baecf145 req-bdf5a3d7-024d-4b8c-b66f-1e9f9952916d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:12.185535 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e554029a-52b4-4676-9db0-9421baecf145 req-bdf5a3d7-024d-4b8c-b66f-1e9f9952916d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0776811 Feb 08 16:45:12.269408 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e554029a-52b4-4676-9db0-9421baecf145 req-22bd9c27-9e9d-4b02-abbb-8536bd4daa47 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783045 Feb 08 16:45:12.271232 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (34c8d083-5aff-4e0c-ab35-54f6088f7587), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.290352 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['c74e45fa-8736-4935-9ded-fac78de32cfe'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:12.298830 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Pushing event deleted for resources: {'Port': ['ID=34c8d083-5aff-4e0c-ab35-54f6088f7587,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:12.370305 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] No DVR routers for this DVR port 34c8d083-5aff-4e0c-ab35-54f6088f7587 on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:12.373426 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.376705 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a9e486af-9ec8-401c-90e1-96be989ecd90 req-f3b30a91-1475-4eed-b3e7-6c2df3dbc6d6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "DELETE /v2.0/ports/34c8d083-5aff-4e0c-ab35-54f6088f7587 HTTP/1.1" status: 204 len: 173 time: 0.7868636 Feb 08 16:45:12.377143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'name': 'network-vif-deleted', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:12.380284 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6562d-a1a7-4718-a96d-446128863d6d" -d '{"events": [{"server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "name": "network-vif-deleted", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:12.417545 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affdd8d4-563d-4624-86b0-d0b77a40b871 x-openstack-request-id: req-affdd8d4-563d-4624-86b0-d0b77a40b871 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:12.417871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491de9b-89ec-4861-b97f-f32158e658cc", "name": "network-vif-deleted", "tag": "34c8d083-5aff-4e0c-ab35-54f6088f7587", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:12.418096 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-affdd8d4-563d-4624-86b0-d0b77a40b871 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:12.419003 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491de9b-89ec-4861-b97f-f32158e658cc', 'name': 'network-vif-deleted', 'tag': '34c8d083-5aff-4e0c-ab35-54f6088f7587', 'status': 'completed', 'code': 200} Feb 08 16:45:12.462893 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-565c906e-a7aa-4d73-93eb-9763fb042d38 req-d6a2fea4-3f8a-4b54-a345-24e7b538670a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=3491de9b-89ec-4861-b97f-f32158e658cc HTTP/1.1" status: 200 len: 210 time: 0.0286112 Feb 08 16:45:13.387964 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd66f-5c49-43b1-b421-7855476b072a req-8692e680-38ce-4871-91de-0aefb0045966 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:13.389424 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-264dd66f-5c49-43b1-b421-7855476b072a req-8692e680-38ce-4871-91de-0aefb0045966 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0526721 Feb 08 16:45:13.436886 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-264dd66f-5c49-43b1-b421-7855476b072a req-1f5565dd-380c-44ec-a14a-4a82b636c37c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420902 Feb 08 16:45:13.736164 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc58bad-84eb-47e0-b210-cdb26c2e61b6 req-76754c81-7dfc-403e-acf6-cc797264b00e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:13.737733 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dbc58bad-84eb-47e0-b210-cdb26c2e61b6 req-76754c81-7dfc-403e-acf6-cc797264b00e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0562282 Feb 08 16:45:13.785135 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dbc58bad-84eb-47e0-b210-cdb26c2e61b6 req-dcb11b68-cf4c-44f9-acff-55e9a5cbcd72 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Feb 08 16:45:14.118128 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 34c8d083-5aff-4e0c-ab35-54f6088f7587 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:14.140334 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 34c8d083-5aff-4e0c-ab35-54f6088f7587 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:14.140668 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 34c8d083-5aff-4e0c-ab35-54f6088f7587 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:14.552173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cfb51-fde7-4514-8ebb-30dcb142fbca req-939aadc7-ab70-4e75-ae49-31e305a0584b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:14.553625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-890cfb51-fde7-4514-8ebb-30dcb142fbca req-939aadc7-ab70-4e75-ae49-31e305a0584b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0518541 Feb 08 16:45:14.603375 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-890cfb51-fde7-4514-8ebb-30dcb142fbca req-44070de2-066a-47fa-9ec0-3c04227af846 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440981 Feb 08 16:45:14.906785 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876799f-ccd1-4674-857a-692583ac8ede req-32b8c3ff-d562-47f5-921f-252eca0e8a6a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:14.913902 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9876799f-ccd1-4674-857a-692583ac8ede req-32b8c3ff-d562-47f5-921f-252eca0e8a6a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0597148 Feb 08 16:45:14.959622 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9876799f-ccd1-4674-857a-692583ac8ede req-edd0deac-355d-43bd-b8cf-13ed964ca583 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Feb 08 16:45:15.718316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5e1f-f831-44df-a240-4842acb64ff7 req-980bbc6f-8dbc-454d-8a39-038e966137a6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.719747 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e8db5e1f-f831-44df-a240-4842acb64ff7 req-980bbc6f-8dbc-454d-8a39-038e966137a6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0507417 Feb 08 16:45:15.771415 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e8db5e1f-f831-44df-a240-4842acb64ff7 req-ad719992-af98-487c-a9d8-fd0f3fde15cd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453517 Feb 08 16:45:16.075373 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e1ef-3203-4068-8e30-3df3cc4130f1 req-6d39415a-2bb9-42fd-8fe5-e927abf33b41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:16.076871 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d132e1ef-3203-4068-8e30-3df3cc4130f1 req-6d39415a-2bb9-42fd-8fe5-e927abf33b41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0533366 Feb 08 16:45:16.123124 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d132e1ef-3203-4068-8e30-3df3cc4130f1 req-0a3dc00c-4869-497e-803c-918b9d05c15e tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408704 Feb 08 16:45:16.888013 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7be9ce-f428-4fb0-90bf-ba87f3cb556d req-3e7a9502-a76a-402d-8747-4f4d720cef78 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:16.889472 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0c7be9ce-f428-4fb0-90bf-ba87f3cb556d req-3e7a9502-a76a-402d-8747-4f4d720cef78 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0519714 Feb 08 16:45:16.937446 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0c7be9ce-f428-4fb0-90bf-ba87f3cb556d req-bd853802-38fc-46af-ab04-f9a5fa524b05 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426428 Feb 08 16:45:17.239529 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a44fd-be79-4ec2-9c59-e83e7280bec9 req-a90cd187-0e9c-458a-af46-e3a51786ec06 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:17.240999 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-404a44fd-be79-4ec2-9c59-e83e7280bec9 req-a90cd187-0e9c-458a-af46-e3a51786ec06 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0525434 Feb 08 16:45:17.287046 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-404a44fd-be79-4ec2-9c59-e83e7280bec9 req-75b957b5-98ac-4377-a59f-c6af4fc05492 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Feb 08 16:45:18.059920 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46a40c-a637-413d-a5f8-304759796b92 req-9986d5c4-849a-4d99-89c6-8ccdd08cde7b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:18.061916 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-af46a40c-a637-413d-a5f8-304759796b92 req-9986d5c4-849a-4d99-89c6-8ccdd08cde7b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0554149 Feb 08 16:45:18.111525 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-af46a40c-a637-413d-a5f8-304759796b92 req-792cc043-4932-4463-b947-e64591682ebd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439336 Feb 08 16:45:18.407077 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939795-2585-4bee-8d05-68499ed994b4 req-0200475e-adcf-43cf-9cce-6faaf08de363 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:18.408562 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15939795-2585-4bee-8d05-68499ed994b4 req-0200475e-adcf-43cf-9cce-6faaf08de363 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0565462 Feb 08 16:45:18.453763 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15939795-2585-4bee-8d05-68499ed994b4 req-e3c79871-c785-42d0-903d-4cf3eaa6748d tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Feb 08 16:45:19.235597 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab421ab-6788-4aa2-87c4-1dba9c27e0ad req-0d23901c-f1cc-4e92-9af9-d42b446337db tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:19.237096 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bab421ab-6788-4aa2-87c4-1dba9c27e0ad req-0d23901c-f1cc-4e92-9af9-d42b446337db tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0534661 Feb 08 16:45:19.289368 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bab421ab-6788-4aa2-87c4-1dba9c27e0ad req-0bfd5f27-c588-4d65-876a-2f234bcdb203 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452180 Feb 08 16:45:19.573882 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88c49-f2aa-4f0e-9346-fadc5238fe36 req-9c900214-6e85-45ef-b685-238eb8d01315 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:19.575323 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-32c88c49-f2aa-4f0e-9346-fadc5238fe36 req-9c900214-6e85-45ef-b685-238eb8d01315 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0564802 Feb 08 16:45:19.621500 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-32c88c49-f2aa-4f0e-9346-fadc5238fe36 req-4eb60a98-f79b-4db7-a392-1b79b55e3be6 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Feb 08 16:45:20.419022 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f729077-7e1a-47d0-9873-5b87d4740144 req-a82e0778-6044-4d23-8407-59108553fd20 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:20.420466 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2f729077-7e1a-47d0-9873-5b87d4740144 req-a82e0778-6044-4d23-8407-59108553fd20 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0607119 Feb 08 16:45:20.477116 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2f729077-7e1a-47d0-9873-5b87d4740144 req-67fe6a28-b4a5-4e84-9870-a234f2f52268 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490921 Feb 08 16:45:20.737724 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318eb47-63d4-4f88-b328-773c18852412 req-6e67d806-bda9-4712-a1fb-a9537bdecd94 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:20.739096 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b318eb47-63d4-4f88-b328-773c18852412 req-6e67d806-bda9-4712-a1fb-a9537bdecd94 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0524817 Feb 08 16:45:20.788329 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b318eb47-63d4-4f88-b328-773c18852412 req-91752bb0-9579-4b89-8dcd-9a2256f21352 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Feb 08 16:45:21.478475 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:45:21.572250 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:21.587776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'mac_address': 'fa:16:3e:8c:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:45:21.592949 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73dbe3-0d02-4846-8e56-0b99b27d005d req-6eb5c87d-1873-4751-a6ee-0bd2125f33b7 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:21.594437 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a73dbe3-0d02-4846-8e56-0b99b27d005d req-6eb5c87d-1873-4751-a6ee-0bd2125f33b7 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0517449 Feb 08 16:45:21.624991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:21.625374 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:21.637906 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f04fb2f-d81d-42f0-8c53-184ef0859a38 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:21.644084 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0a73dbe3-0d02-4846-8e56-0b99b27d005d req-46cd6e10-65cd-4cdb-a79c-d8ca3f0b26e2 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432746 Feb 08 16:45:21.658903 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:21.663680 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:21.709269 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:21.904752 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e64e65-7b43-4b30-b3f8-82bb0bfd0809 req-e901dd39-b48a-4060-ba57-e2c26f77edc5 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:21.906211 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3e64e65-7b43-4b30-b3f8-82bb0bfd0809 req-e901dd39-b48a-4060-ba57-e2c26f77edc5 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0519400 Feb 08 16:45:21.956175 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3e64e65-7b43-4b30-b3f8-82bb0bfd0809 req-39d75ee9-da62-4266-90bc-4e0e8fd6f9ad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Feb 08 16:45:22.765530 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0856d-42c2-40d9-96d8-4988a650efd1 req-a17b0d1b-e9a6-49b4-ace0-52f88022d11f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:22.766877 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5be0856d-42c2-40d9-96d8-4988a650efd1 req-a17b0d1b-e9a6-49b4-ace0-52f88022d11f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0536900 Feb 08 16:45:22.813742 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5be0856d-42c2-40d9-96d8-4988a650efd1 req-074ba1d7-9a7a-403c-905f-b83ecb15b1cc tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411696 Feb 08 16:45:23.073407 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28c20c-5ea0-4928-a79d-c35023815867 req-e6a6f277-a45e-4073-b8d7-dfdc0903fcc0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.074847 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f28c20c-5ea0-4928-a79d-c35023815867 req-e6a6f277-a45e-4073-b8d7-dfdc0903fcc0 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0522358 Feb 08 16:45:23.120731 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f28c20c-5ea0-4928-a79d-c35023815867 req-7f141065-27d7-40b2-a1b0-b57dbe4bae51 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Feb 08 16:45:23.931012 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330527e-3890-4b8c-b5cd-dcb2c7b3b393 req-064eb13d-42e4-4bcd-9eb6-3ec46b338f2a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.932517 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0330527e-3890-4b8c-b5cd-dcb2c7b3b393 req-064eb13d-42e4-4bcd-9eb6-3ec46b338f2a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0561559 Feb 08 16:45:23.980169 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0330527e-3890-4b8c-b5cd-dcb2c7b3b393 req-b435a727-e82e-467b-9232-baef04acc0ac tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421999 Feb 08 16:45:24.234766 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ab255-78e8-4ba1-9fad-ec830313b8f1 req-51b7c664-a1d8-45af-bb22-89896b8491ac tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:24.236245 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-702ab255-78e8-4ba1-9fad-ec830313b8f1 req-51b7c664-a1d8-45af-bb22-89896b8491ac tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0513568 Feb 08 16:45:24.286745 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-702ab255-78e8-4ba1-9fad-ec830313b8f1 req-582af5ff-cce2-4723-bceb-0e2aef827a0f tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Feb 08 16:45:25.090079 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-650d35ec-4fa6-4e0e-8af4-80266160daad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:25.091569 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-650d35ec-4fa6-4e0e-8af4-80266160daad tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0540247 Feb 08 16:45:25.101436 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315be8-e365-455f-a40a-9c35196aa584 req-d6247f5a-f7c7-4511-bb38-04cf5aa9f416 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:25.102930 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4a315be8-e365-455f-a40a-9c35196aa584 req-d6247f5a-f7c7-4511-bb38-04cf5aa9f416 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0575736 Feb 08 16:45:25.156315 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4a315be8-e365-455f-a40a-9c35196aa584 req-869a3f33-6242-4d96-a04d-d7317cd58bdd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471029 Feb 08 16:45:25.197639 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Deleting port c74e45fa-8736-4935-9ded-fac78de32cfe {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:25.197988 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:25.292411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] For port c74e45fa-8736-4935-9ded-fac78de32cfe, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c74e45fa-8736-4935-9ded-fac78de32cfe,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:25.292804 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:25.306042 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Calling delete_port for c74e45fa-8736-4935-9ded-fac78de32cfe owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:25.457962 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47bf2b-15d0-4205-8c08-9fcf477f31f6 req-8d170ebb-43b6-43b8-a54f-23152bdb2dba tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:25.460862 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a47bf2b-15d0-4205-8c08-9fcf477f31f6 req-8d170ebb-43b6-43b8-a54f-23152bdb2dba tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 945 time: 0.0923455 Feb 08 16:45:25.503835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (c74e45fa-8736-4935-9ded-fac78de32cfe), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:25.516530 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['c74e45fa-8736-4935-9ded-fac78de32cfe'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:25.545773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Pushing event deleted for resources: {'Port': ['ID=c74e45fa-8736-4935-9ded-fac78de32cfe,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:25.558305 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7a47bf2b-15d0-4205-8c08-9fcf477f31f6 req-3eae1b9a-6dd3-4457-a877-e84477d1915a tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/security-groups?id=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902083 Feb 08 16:45:25.597240 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] No DVR routers for this DVR port c74e45fa-8736-4935-9ded-fac78de32cfe on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:25.600895 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:25.604142 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c56e44d2-5027-42be-b558-6aa3639d9b33 req-2dc4a3df-67a0-40cb-82ce-2ab4e786e970 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.42 "DELETE /v2.0/ports/c74e45fa-8736-4935-9ded-fac78de32cfe HTTP/1.1" status: 204 len: 173 time: 0.5063636 Feb 08 16:45:25.604588 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'name': 'network-vif-deleted', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:25.606868 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c549cd9-3208-4480-9b09-b4126a8c5990" -d '{"events": [{"server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "name": "network-vif-deleted", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:25.673008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a495843-ae2e-4b1f-852b-cb40ec1f5fb5 x-openstack-request-id: req-0a495843-ae2e-4b1f-852b-cb40ec1f5fb5 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:25.673388 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b82748-ebae-4771-b414-3feb285df38d", "name": "network-vif-deleted", "tag": "c74e45fa-8736-4935-9ded-fac78de32cfe", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:25.673714 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a495843-ae2e-4b1f-852b-cb40ec1f5fb5 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:25.675119 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b82748-ebae-4771-b414-3feb285df38d', 'name': 'network-vif-deleted', 'tag': 'c74e45fa-8736-4935-9ded-fac78de32cfe', 'status': 'completed', 'code': 200} Feb 08 16:45:25.679234 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-cb3d74e9-9ca5-4875-be50-69dc87699c0b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:25.680541 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-cb3d74e9-9ca5-4875-be50-69dc87699c0b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1132464 Feb 08 16:45:25.691081 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8a05ef12-a63a-4a6b-9fc8-43029f061587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:25.698148 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-d625b549-31cb-435a-8470-22ef68075ecd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/quotas/3b57fcb90a594af1b70daaecbf9efd96 HTTP/1.1" status: 200 len: 375 time: 0.0109725 Feb 08 16:45:25.759138 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-df08bd58-dcb5-4ff6-910c-b28db87b494d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553098 Feb 08 16:45:25.849902 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-e23323f9-25d2-41f6-ae10-5c5480e50e53 service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837717 Feb 08 16:45:25.941483 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c0637bb1-4838-490c-92df-558d467f9818 service neutron] 10.222.0.35 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Feb 08 16:45:26.096100 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a1ec7408-dee6-42b6-bf62-217dda9269de req-29def06c-e2ac-41ca-aee8-83253bd68b55 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Feb 08 16:45:26.281062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9828da-6dd7-4778-abf3-8bda60f3cca5 req-b1c34f28-ad18-4805-8aa7-5c66f642848c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:26.283033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db9828da-6dd7-4778-abf3-8bda60f3cca5 req-b1c34f28-ad18-4805-8aa7-5c66f642848c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0575180 Feb 08 16:45:26.337687 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db9828da-6dd7-4778-abf3-8bda60f3cca5 req-b6b1f6e8-37dc-4153-bf95-670d75d4edfe tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475876 Feb 08 16:45:26.671784 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c021160-11a7-4ef2-a0a1-42447d873cc8 req-4ca6808d-5b45-46a4-aee7-bca069a38e41 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.0267024 Feb 08 16:45:27.186804 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b20d2ba7-96f0-4c3c-8204-876503466f6e req-8e7f55af-7f90-4847-828b-807f22565022 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0263762 Feb 08 16:45:27.456297 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1497c7-45ff-4426-8e02-d6ed940d4a94 req-4f852a91-b303-4eb5-b58b-8732bbbf29c5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:27.457760 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df1497c7-45ff-4426-8e02-d6ed940d4a94 req-4f852a91-b303-4eb5-b58b-8732bbbf29c5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0529103 Feb 08 16:45:27.509439 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-df1497c7-45ff-4426-8e02-d6ed940d4a94 req-9af7cc98-a83f-42b9-925f-d1f90b2b3353 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458550 Feb 08 16:45:27.778588 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c4ad3eab-c263-4597-8d4c-b111f8552127 req-195b31d6-38fc-4d9d-bdf1-8da4001b4adc tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.0297351 Feb 08 16:45:27.988829 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-aff9928e-2169-44a0-a72f-1e7e4dc4491b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:28.284422 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf07f051-c556-43d2-b011-e4ddf8e48269 req-8e81aae8-a085-4139-b60d-afc655054c39 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Feb 08 16:45:28.624504 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a20be-6e6b-4400-a0dc-81b287f27582 req-30d78c99-d556-403b-8c5e-0d78688f7b4e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:28.625958 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-749a20be-6e6b-4400-a0dc-81b287f27582 req-30d78c99-d556-403b-8c5e-0d78688f7b4e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Feb 08 16:45:28.674835 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-749a20be-6e6b-4400-a0dc-81b287f27582 req-ab3bcb1a-4652-4cab-8ad9-1a3c3b709231 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431101 Feb 08 16:45:28.883038 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-78dd1c1d-63c0-4637-96d5-bebafcd88d0d req-71b82743-3d8c-40f3-baba-27cce0e91eda tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.0278378 Feb 08 16:45:29.191975 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:29.379049 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b1dd3d3f-cd27-47d1-9013-8a315af16677 req-053ae847-89ef-4307-9e6f-d3fca06dfa93 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0292706 Feb 08 16:45:29.790665 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a171f-0300-4352-acaa-cef7ae6aa0f0 req-f9f22bf3-f7ab-41aa-89dd-a0b875482d2e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:29.792132 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b77a171f-0300-4352-acaa-cef7ae6aa0f0 req-f9f22bf3-f7ab-41aa-89dd-a0b875482d2e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Feb 08 16:45:29.840134 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b77a171f-0300-4352-acaa-cef7ae6aa0f0 req-45694360-e077-421d-8376-68402fbb533a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424545 Feb 08 16:45:29.988770 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-17fe6ed2-103a-4104-b034-8a76fb00d85c req-18ab1bec-5c81-41b0-9fea-1cb47c1816ab tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.0298643 Feb 08 16:45:30.396229 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:30.475157 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8c735098-a8ef-4a68-8b01-26e9bbf14114 req-faa51f50-45b2-4ff7-85cf-49aa0be57667 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Feb 08 16:45:30.752068 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c74e45fa-8736-4935-9ded-fac78de32cfe no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:30.772838 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: c74e45fa-8736-4935-9ded-fac78de32cfe {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:30.773253 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c74e45fa-8736-4935-9ded-fac78de32cfe not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:30.961696 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e063941-f314-41c8-ac00-9e2f97577f1f req-2fef97c2-0df5-4364-add0-e54d702cdec3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:30.963228 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3e063941-f314-41c8-ac00-9e2f97577f1f req-2fef97c2-0df5-4364-add0-e54d702cdec3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Feb 08 16:45:31.012851 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3e063941-f314-41c8-ac00-9e2f97577f1f req-96f54cba-1fe6-4b2c-bf79-c212fd11ec9e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439708 Feb 08 16:45:31.096685 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d2f4471-cf18-4d33-9298-07d123a7e7e1 req-30bda303-2b10-4957-9400-fb6a301c18f8 tempest-ServerRescueNegativeTestJSON-1329545528 tempest-ServerRescueNegativeTestJSON-1329545528-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b82748-ebae-4771-b414-3feb285df38d HTTP/1.1" status: 200 len: 210 time: 0.0270281 Feb 08 16:45:31.321581 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6f04fb2f-d81d-42f0-8c53-184ef0859a38'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:31.573405 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9da34e81-409d-4dd4-882c-a29291624ae4 req-2df5bdad-0ab5-486e-9e16-448d03fe6f0a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Feb 08 16:45:31.676590 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-ea2dd326-c000-4b4a-ac14-aa7624feef6d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:31.678070 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-ea2dd326-c000-4b4a-ac14-aa7624feef6d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/networks?id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 200 len: 815 time: 0.1091220 Feb 08 16:45:31.691838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Request body: {'port': {'device_id': '2f35dcea-496c-4068-8519-33560beb7168', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'admin_state_up': True, 'tenant_id': '3b57fcb90a594af1b70daaecbf9efd96'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:31.805891 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Made reservation on behalf of 3b57fcb90a594af1b70daaecbf9efd96 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:45:31.809279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:31.934778 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:31.937909 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Allocated IP 172.20.0.13 (ec8f7fac-5fb6-486d-81c6-a643c1dc738e/12ea0b25-a1e9-4175-956e-081251b1281c/c3b70171-ae78-4aa2-9269-f259a579efd6) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:32.087082 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks [] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.162690 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55258) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:32.163981 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4d65c-a287-4f7a-bbee-46e2c893fafd req-0f7d1f28-7bce-4bfb-8663-26d59b1b748b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:32.165473 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0de4d65c-a287-4f7a-bbee-46e2c893fafd req-0f7d1f28-7bce-4bfb-8663-26d59b1b748b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0823977 Feb 08 16:45:32.172323 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.189431 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648', '5bf7187c-608b-4223-8eb8-d0779f39ffb8', '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:32.248378 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Network ec8f7fac-5fb6-486d-81c6-a643c1dc738e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:32.253905 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:32.256662 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:32.267177 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event updated for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:32.327140 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0de4d65c-a287-4f7a-bbee-46e2c893fafd req-8b3d5e5d-65fd-451a-b45d-dee2b2d22191 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517439 Feb 08 16:45:32.338958 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:32.339588 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.368232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-9b019b14-7d46-41d4-8238-0eeed85c409e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800783 Feb 08 16:45:32.380272 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Request body: {'port': {'device_id': '2f35dcea-496c-4068-8519-33560beb7168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:32.457808 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.691274 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.759778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b70171-ae78-4aa2-9269-f259a579efd6 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:32.767188 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks [] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.778904 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Transition to ACTIVE for port object c3b70171-ae78-4aa2-9269-f259a579efd6 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:45:32.781661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.789850 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761b676-d128-44f3-926e-4a082d42fb4c req-08a5f463-487b-46ca-b3b5-a963850cc9b7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:32.791320 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9761b676-d128-44f3-926e-4a082d42fb4c req-08a5f463-487b-46ca-b3b5-a963850cc9b7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 932 time: 0.1447461 Feb 08 16:45:32.844357 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:32.908058 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Attempting to bind port c3b70171-ae78-4aa2-9269-f259a579efd6 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:32.908390 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Attempting to bind port c3b70171-ae78-4aa2-9269-f259a579efd6 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:32.908714 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Attempting to bind port c3b70171-ae78-4aa2-9269-f259a579efd6 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:32.913805 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Port c3b70171-ae78-4aa2-9269-f259a579efd6 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:45:32.914288 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Attempting to bind port c3b70171-ae78-4aa2-9269-f259a579efd6 on network ec8f7fac-5fb6-486d-81c6-a643c1dc738e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:32.919028 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:32.919359 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Checking segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:32.919757 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Bound using segment: {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:32.920184 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Bound port: c3b70171-ae78-4aa2-9269-f259a579efd6, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9723520-2050-44b2-a70f-a264360484a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:32.920533 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:32.934904 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9761b676-d128-44f3-926e-4a082d42fb4c req-7ee56426-e961-4c71-badb-150dbe93baaa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375751 Feb 08 16:45:32.981173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:32.984944 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c3b70171-ae78-4aa2-9269-f259a579efd6,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:32.990291 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.034680 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:33.035309 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.036714 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/c3b70171-ae78-4aa2-9269-f259a579efd6 HTTP/1.1" status: 200 len: 1094 time: 0.6612186 Feb 08 16:45:33.037156 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:33.039511 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51779a-99a9-4e33-8512-985eb986c24f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:33.054499 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Deleting port 6398e179-8b03-4d15-95e2-c996d6eaae94 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:33.054814 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.055806 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a25f-354b-4ca3-9936-0e191487d7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:33.079184 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ad167-576f-4f58-9cc2-b1fff92e7445 x-openstack-request-id: req-582ad167-576f-4f58-9cc2-b1fff92e7445 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:33.079480 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:33.079739 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-582ad167-576f-4f58-9cc2-b1fff92e7445 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:33.080179 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6', 'status': 'completed', 'code': 200} Feb 08 16:45:33.135241 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] For port 6398e179-8b03-4d15-95e2-c996d6eaae94, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6398e179-8b03-4d15-95e2-c996d6eaae94,segment=NetworkSegment(56b7ad76-dbc0-4280-adca-ccddfee9b3d3),segment_id=56b7ad76-dbc0-4280-adca-ccddfee9b3d3)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:33.135601 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.148136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Calling delete_port for 6398e179-8b03-4d15-95e2-c996d6eaae94 owned by network:router_interface {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:33.337020 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (6398e179-8b03-4d15-95e2-c996d6eaae94), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.357745 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Pushing event deleted for resources: {'Port': ['ID=6398e179-8b03-4d15-95e2-c996d6eaae94,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:33.384716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.385070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.385414 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.385752 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.386088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.386416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.386751 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.387081 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.387408 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.387735 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.388258 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.388445 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.388768 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:33.530790 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e296c72-d0a8-47be-bf35-4e6bd114fc7c req-0c1cb38b-2491-4d59-93b7-e0957c4c726c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:33.532181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6e296c72-d0a8-47be-bf35-4e6bd114fc7c req-0c1cb38b-2491-4d59-93b7-e0957c4c726c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.1200049 Feb 08 16:45:33.597639 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6e296c72-d0a8-47be-bf35-4e6bd114fc7c req-43330b0d-3b49-4840-8b2a-d3c1d1fed55f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584495 Feb 08 16:45:33.598330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.799136 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51779a-99a9-4e33-8512-985eb986c24f req-2eecd3fb-96b1-4147-97e8-f4c8a3a674b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:33.800645 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bc51779a-99a9-4e33-8512-985eb986c24f req-2eecd3fb-96b1-4147-97e8-f4c8a3a674b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 1128 time: 0.0486269 Feb 08 16:45:34.044089 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Router 887c4583-b8c6-4a86-a6aa-acb5e773b080 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:45:34.057548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4d423-6b95-4960-85ef-25b83b044e1e req-95fe79c1-11fc-4d7e-9898-0128c9efb311 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:34.058982 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fa4d423-6b95-4960-85ef-25b83b044e1e req-95fe79c1-11fc-4d7e-9898-0128c9efb311 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0513768 Feb 08 16:45:34.108567 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5fa4d423-6b95-4960-85ef-25b83b044e1e req-1f61c908-052a-4237-9c82-ee8ab0ab3ba3 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Feb 08 16:45:34.152500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:34.157489 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-de635844-a4d7-4392-a820-1f71fd45e382 admin admin] 10.222.0.35 "PUT /v2.0/routers/887c4583-b8c6-4a86-a6aa-acb5e773b080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930449 Feb 08 16:45:34.159927 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55282) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:34.164038 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Sync routers for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:34.173866 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:34.174474 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:34.271135 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks [] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.283976 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:34.380053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks [] for router_gateway (887c4583-b8c6-4a86-a6aa-acb5e773b080), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.435292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Deleting port d999eb14-2521-423b-a660-38bd75bfd76f {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:34.435630 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.463338 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:45:33Z', 'revision_number': 5, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port': {'id': 'd999eb14-2521-423b-a660-38bd75bfd76f', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:29Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:34.488404 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Checking router: 887c4583-b8c6-4a86-a6aa-acb5e773b080 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:34.496850 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Routers {'887c4583-b8c6-4a86-a6aa-acb5e773b080'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:34.497480 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['887c4583-b8c6-4a86-a6aa-acb5e773b080'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:34.512225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] For port d999eb14-2521-423b-a660-38bd75bfd76f, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d999eb14-2521-423b-a660-38bd75bfd76f,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:34.512669 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.525568 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Calling delete_port for d999eb14-2521-423b-a660-38bd75bfd76f owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:34.587675 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] Set router 887c4583-b8c6-4a86-a6aa-acb5e773b080 gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:34.640603 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:45:34Z', 'revision_number': 6, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:34.668216 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be4cf2-5bce-496a-8b68-b7a0d01a8fd4 None None] The sync data for ids ['887c4583-b8c6-4a86-a6aa-acb5e773b080'] in dv-cinder-827860-2-iscsi is: [{'id': '887c4583-b8c6-4a86-a6aa-acb5e773b080', 'name': 'tempest-ServerRescueNegativeTestJSON-260233471-router', 'tenant_id': '637df1e7f2cb48c0b97d67658900335d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:28Z', 'updated_at': '2022-02-08T16:45:34Z', 'revision_number': 6, 'project_id': '637df1e7f2cb48c0b97d67658900335d', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:34.734164 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (d999eb14-2521-423b-a660-38bd75bfd76f), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.763585 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Pushing event deleted for resources: {'Port': ['ID=d999eb14-2521-423b-a660-38bd75bfd76f,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:34.779985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac565d-9d38-41c5-98fb-4298a1cf8f11 req-1e6ce4fb-804c-4fee-8303-1c83bc2c4f85 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:34.781453 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f9ac565d-9d38-41c5-98fb-4298a1cf8f11 req-1e6ce4fb-804c-4fee-8303-1c83bc2c4f85 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0998735 Feb 08 16:45:34.871379 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f9ac565d-9d38-41c5-98fb-4298a1cf8f11 req-6528054b-1ca9-4c25-81d3-8eed12306a13 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757937 Feb 08 16:45:34.872110 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.975950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:34.977874 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:34.978370 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks [] for router_controller (887c4583-b8c6-4a86-a6aa-acb5e773b080), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.036213 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:45:35.041295 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:35.042167 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.049382 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (887c4583-b8c6-4a86-a6aa-acb5e773b080), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.050243 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887c4583-b8c6-4a86-a6aa-acb5e773b080 {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:45:35.057248 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.060795 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-910d03b4-db5a-4c38-978d-5c0d040f7631 admin admin] 10.222.0.35 "DELETE /v2.0/routers/887c4583-b8c6-4a86-a6aa-acb5e773b080 HTTP/1.1" status: 204 len: 168 time: 0.8976524 Feb 08 16:45:35.061229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55290) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:35.116970 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Deleting subnet 07e7243a-cfb7-4735-a054-24be967c73bf {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:45:35.124209 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Publish callbacks [] for subnet (07e7243a-cfb7-4735-a054-24be967c73bf), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.162661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:35.163632 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.170875 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51779a-99a9-4e33-8512-985eb986c24f req-a67ecbbb-c016-4466-a94d-8789ca9e8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:35.173123 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bc51779a-99a9-4e33-8512-985eb986c24f req-a67ecbbb-c016-4466-a94d-8789ca9e8d2c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1914704 Feb 08 16:45:35.175274 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (07e7243a-cfb7-4735-a054-24be967c73bf), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.202798 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:35.205556 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9568ddd-7206-49a4-bf74-2d9f7a36f24e" -d '{"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-plugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:35.209490 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:35.217248 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.222078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (07e7243a-cfb7-4735-a054-24be967c73bf), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.260618 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b10e23-1f5b-4ba4-b5fe-fa680d57bc82 x-openstack-request-id: req-f2b10e23-1f5b-4ba4-b5fe-fa680d57bc82 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:35.261188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-plugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:35.261457 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2b10e23-1f5b-4ba4-b5fe-fa680d57bc82 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:35.261847 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'code': 200} Feb 08 16:45:35.263903 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d99c28-2db5-4444-b503-64959fe8065f req-ac56e5f6-e813-4879-a276-1faeacb5e9b9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:35.265405 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09d99c28-2db5-4444-b503-64959fe8065f req-ac56e5f6-e813-4879-a276-1faeacb5e9b9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0633442 Feb 08 16:45:35.274974 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:35.288868 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (07e7243a-cfb7-4735-a054-24be967c73bf), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.318181 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e7243a-cfb7-4735-a054-24be967c73bf,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:35.322247 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.327580 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-8665a014-6d49-4345-8fb5-cb2ea43ebe10 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/07e7243a-cfb7-4735-a054-24be967c73bf HTTP/1.1" status: 204 len: 168 time: 0.2630682 Feb 08 16:45:35.327802 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55296) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:35.328981 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09d99c28-2db5-4444-b503-64959fe8065f req-206a2426-bffd-4074-ad93-472eb7b8ca53 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482719 Feb 08 16:45:35.393638 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (a853a558-0896-4700-8a59-b29597b86231), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.475021 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (a853a558-0896-4700-8a59-b29597b86231), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.495280 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a853a558-0896-4700-8a59-b29597b86231']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:35.505018 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b7ad76-dbc0-4280-adca-ccddfee9b3d3') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:35.505320 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b7ad76-dbc0-4280-adca-ccddfee9b3d3') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:35.515272 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (56b7ad76-dbc0-4280-adca-ccddfee9b3d3), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.528649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (56b7ad76-dbc0-4280-adca-ccddfee9b3d3), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.534304 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:45:35.534681 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (56b7ad76-dbc0-4280-adca-ccddfee9b3d3), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:45:35.536294 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:45:35.592035 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (a853a558-0896-4700-8a59-b29597b86231), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.596463 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.599630 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] 10.222.0.35 "DELETE /v2.0/networks/a853a558-0896-4700-8a59-b29597b86231 HTTP/1.1" status: 204 len: 168 time: 0.2709200 Feb 08 16:45:35.612754 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627d0bc-8e17-476d-9b5a-dab7c0e2ffbd admin admin] Pushing event deleted for resources: {'Network': ['ID=a853a558-0896-4700-8a59-b29597b86231,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:35.772892 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55302) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:35.815604 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2842d7d0-f77a-4c59-9017-e1443456e60a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=637df1e7f2cb48c0b97d67658900335d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379949 Feb 08 16:45:35.815604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55306) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:35.864636 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] Publish callbacks [] for security_group (3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.885707 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] Publish callbacks [] for security_group (3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.938235 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.945934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.945934 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4 HTTP/1.1" status: 204 len: 168 time: 0.1270449 Feb 08 16:45:35.980589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113936-6045-47ae-b42e-504179dcb11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3875fdb6-5c73-4ffd-bb21-44f4d83a6cb4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:35.999520 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d999eb14-2521-423b-a660-38bd75bfd76f no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:36.012882 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76dcf-e2bc-4f17-89ca-24feee015379 req-a7f12ae3-f248-4cf1-93f3-631d2d216bca tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:36.014445 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20e76dcf-e2bc-4f17-89ca-24feee015379 req-a7f12ae3-f248-4cf1-93f3-631d2d216bca tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0680921 Feb 08 16:45:36.021482 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: d999eb14-2521-423b-a660-38bd75bfd76f {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:36.021834 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d999eb14-2521-423b-a660-38bd75bfd76f not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:36.023711 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6398e179-8b03-4d15-95e2-c996d6eaae94 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:36.046817 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 6398e179-8b03-4d15-95e2-c996d6eaae94 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:36.047169 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6398e179-8b03-4d15-95e2-c996d6eaae94 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:36.065437 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20e76dcf-e2bc-4f17-89ca-24feee015379 req-25feb7bd-a594-4021-9487-0cb769cb4688 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450675 Feb 08 16:45:36.446566 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791c86-a4d0-488c-ad4b-893f3cb78c0e req-43af935a-28b0-41d0-bf29-c6748c8e556c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:36.448603 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae791c86-a4d0-488c-ad4b-893f3cb78c0e req-43af935a-28b0-41d0-bf29-c6748c8e556c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0544448 Feb 08 16:45:36.497745 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae791c86-a4d0-488c-ad4b-893f3cb78c0e req-eb7018cf-58fe-4850-893f-45649c2e46c1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Feb 08 16:45:37.191287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df676bcf-c5e5-47a2-b08c-024b970277e7 req-794eb504-2d21-45be-ae57-0468c3630df5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:37.195314 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-df676bcf-c5e5-47a2-b08c-024b970277e7 req-794eb504-2d21-45be-ae57-0468c3630df5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Feb 08 16:45:37.195598 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55366) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:37.244599 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-df676bcf-c5e5-47a2-b08c-024b970277e7 req-b6d43aa4-01fb-4191-963b-94742db479fd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439205 Feb 08 16:45:37.299515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c0796f1b-85cd-4d4d-bd94-5657d540ddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.371882 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c0796f1b-85cd-4d4d-bd94-5657d540ddc7 admin admin] Publish callbacks [] for security_group (b0752fcc-5540-4837-a571-cf0ddf7fa78c), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.376402 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c0796f1b-85cd-4d4d-bd94-5657d540ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b0752fcc-5540-4837-a571-cf0ddf7fa78c), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.411992 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0796f1b-85cd-4d4d-bd94-5657d540ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0752fcc-5540-4837-a571-cf0ddf7fa78c,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:37.417941 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c0796f1b-85cd-4d4d-bd94-5657d540ddc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b0f0c548e7342809138755617be63c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215536 Feb 08 16:45:37.420620 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55370) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:37.471454 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] Publish callbacks [] for security_group (b0752fcc-5540-4837-a571-cf0ddf7fa78c), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.493510 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] Publish callbacks [] for security_group (b0752fcc-5540-4837-a571-cf0ddf7fa78c), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.560043 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b0752fcc-5540-4837-a571-cf0ddf7fa78c), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.562741 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:37.566623 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0752fcc-5540-4837-a571-cf0ddf7fa78c HTTP/1.1" status: 204 len: 168 time: 0.1424012 Feb 08 16:45:37.582027 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77a1a4-5d8f-4d6e-9f31-f8f5aabcf050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0752fcc-5540-4837-a571-cf0ddf7fa78c,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:37.654476 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51779a-99a9-4e33-8512-985eb986c24f req-1a2b4edd-4e4b-4245-b130-6641a24ae542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:37.656118 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bc51779a-99a9-4e33-8512-985eb986c24f req-1a2b4edd-4e4b-4245-b130-6641a24ae542 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166374 Feb 08 16:45:37.672432 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326c15b-d6f5-415e-9067-4a73bebf02d2 req-624f01c9-4073-4439-97b4-ac870afb7667 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:37.673950 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7326c15b-d6f5-415e-9067-4a73bebf02d2 req-624f01c9-4073-4439-97b4-ac870afb7667 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0948110 Feb 08 16:45:37.722459 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d77d7f-4c4b-4534-b2e7-bf26adac245d req-49ac8c4b-8863-4a74-9787-a165fb8374d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:37.725746 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c5d77d7f-4c4b-4534-b2e7-bf26adac245d req-49ac8c4b-8863-4a74-9787-a165fb8374d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0526574 Feb 08 16:45:37.736073 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7326c15b-d6f5-415e-9067-4a73bebf02d2 req-9bb54e48-8c5f-4979-9dbf-ce0914e6e7bd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562875 Feb 08 16:45:37.773879 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-18bd6e7c-7d84-4681-a9e0-f02e8003104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:37.775490 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-18bd6e7c-7d84-4681-a9e0-f02e8003104d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 1128 time: 0.0556412 Feb 08 16:45:37.780649 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c5d77d7f-4c4b-4534-b2e7-bf26adac245d req-8ba44f25-02fc-47d9-9865-e0a9aadd89aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482104 Feb 08 16:45:38.284818 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:38.363292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b546f-d32d-4089-bf1a-0681597e1f9a req-50547040-e8b1-4188-8fb9-40140b5b2301 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:38.364788 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-402b546f-d32d-4089-bf1a-0681597e1f9a req-50547040-e8b1-4188-8fb9-40140b5b2301 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0539496 Feb 08 16:45:38.412956 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-402b546f-d32d-4089-bf1a-0681597e1f9a req-e623fcd4-257b-4639-bb2b-483393168995 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425079 Feb 08 16:45:38.862456 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60caea6-4650-45a7-80b7-d2de243409d9 req-691c0abd-f139-4c14-9c5e-769a61ca9805 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:38.863836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c60caea6-4650-45a7-80b7-d2de243409d9 req-691c0abd-f139-4c14-9c5e-769a61ca9805 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0549159 Feb 08 16:45:38.955929 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c60caea6-4650-45a7-80b7-d2de243409d9 req-fea66e2a-fa69-4816-aa8f-e467a19b5ebd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859976 Feb 08 16:45:38.958370 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-4ce77332-abd8-4980-85e5-9a1762f27e9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b70171-ae78-4aa2-9269-f259a579efd6 HTTP/1.1" status: 200 len: 217 time: 0.0503786 Feb 08 16:45:39.016616 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-e24fdd40-4013-4242-a41d-c460e04a7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:39.018037 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-e24fdd40-4013-4242-a41d-c460e04a7459 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 200 len: 855 time: 0.0515444 Feb 08 16:45:39.048470 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-d8b9707a-0db7-4604-88e3-1471b10831cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec8f7fac-5fb6-486d-81c6-a643c1dc738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234754 Feb 08 16:45:39.144348 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-ce789f24-2aaf-4115-8120-a4cfa696aa6e service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 Feb 08 16:45:39.361568 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f2afc0c1-9455-45c7-8a73-00cb10fa884a req-a977d6fb-b46a-4a67-ae9a-0fb444812f82 service neutron] 10.222.0.42 "GET /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 Feb 08 16:45:39.530879 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d77e4-a604-46aa-897e-e7026cfc64a6 req-aa8c2f35-2280-494b-87ad-a1f3f9b0512a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:39.532336 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9b5d77e4-a604-46aa-897e-e7026cfc64a6 req-aa8c2f35-2280-494b-87ad-a1f3f9b0512a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0548861 Feb 08 16:45:39.578891 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9b5d77e4-a604-46aa-897e-e7026cfc64a6 req-eebf6b30-f047-40ef-a852-647224fcc675 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411811 Feb 08 16:45:39.844565 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 55444) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:39.946847 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dab39d5e-ed0e-41b5-a521-bb37b4fa5e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.021959 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dab39d5e-ed0e-41b5-a521-bb37b4fa5e81 admin admin] Publish callbacks [] for security_group (6b9f2d23-c631-4c03-9658-8bbf6748c9bf), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.028477 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dab39d5e-ed0e-41b5-a521-bb37b4fa5e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6b9f2d23-c631-4c03-9658-8bbf6748c9bf), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.099701 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39d5e-ed0e-41b5-a521-bb37b4fa5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f2d23-c631-4c03-9658-8bbf6748c9bf,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:40.105005 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-dab39d5e-ed0e-41b5-a521-bb37b4fa5e81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5478c48675b34d7dbda6ccc8a70fbb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568703 Feb 08 16:45:40.105300 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55456) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:40.123494 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61a92-6975-4576-b686-b3106870b80f req-dd0c547f-c503-4f07-95b7-5336ca66e094 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:40.125003 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69c61a92-6975-4576-b686-b3106870b80f req-dd0c547f-c503-4f07-95b7-5336ca66e094 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0938885 Feb 08 16:45:40.153292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] Publish callbacks [] for security_group (6b9f2d23-c631-4c03-9658-8bbf6748c9bf), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.173509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] Publish callbacks [] for security_group (6b9f2d23-c631-4c03-9658-8bbf6748c9bf), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.175513 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69c61a92-6975-4576-b686-b3106870b80f req-f1a724e3-0c8e-4e16-8f43-3bf4bcc77aaf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Feb 08 16:45:40.221700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6b9f2d23-c631-4c03-9658-8bbf6748c9bf), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.224550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:40.228426 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b9f2d23-c631-4c03-9658-8bbf6748c9bf HTTP/1.1" status: 204 len: 168 time: 0.1219039 Feb 08 16:45:40.242014 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf100f-5aa2-43a1-b96d-eccdbfc0d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f2d23-c631-4c03-9658-8bbf6748c9bf,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:40.716413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18fc7d-b6a9-48df-8447-671415382d6d req-1ceabde8-8d3a-4c22-95ab-ab856eac6cca tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:40.717869 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9e18fc7d-b6a9-48df-8447-671415382d6d req-1ceabde8-8d3a-4c22-95ab-ab856eac6cca tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0637999 Feb 08 16:45:40.767812 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9e18fc7d-b6a9-48df-8447-671415382d6d req-121c706c-d98d-4a97-bb6c-6201dc0aea49 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440760 Feb 08 16:45:41.090175 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:45:41.186191 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-f303a3ef-95f2-4f3a-ab06-267b240bb9b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485761 Feb 08 16:45:41.345201 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271494d-d47c-48d2-8f5c-5ae6febdd6b2 req-9f83c234-05c4-46a1-b42e-dbd9bd239c08 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.346677 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9271494d-d47c-48d2-8f5c-5ae6febdd6b2 req-9f83c234-05c4-46a1-b42e-dbd9bd239c08 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0990882 Feb 08 16:45:41.349180 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-4779bd50-f198-452e-b520-ab07d1995369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.350549 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-4779bd50-f198-452e-b520-ab07d1995369 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1130 time: 0.0930932 Feb 08 16:45:41.448290 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9271494d-d47c-48d2-8f5c-5ae6febdd6b2 req-8d782970-6831-44fd-a5cb-344ed39b4933 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908778 Feb 08 16:45:41.482140 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-2c27293b-2397-4254-b51e-77e2d920e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.483557 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-2c27293b-2397-4254-b51e-77e2d920e27c service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.1041486 Feb 08 16:45:41.549221 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-055f762b-a8b1-4af6-ae52-17d097305a0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 1001 time: 0.0595641 Feb 08 16:45:41.832455 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-19700ca5-ecf0-41c9-9000-f8b22dd5f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.834040 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-19700ca5-ecf0-41c9-9000-f8b22dd5f696 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.2788222 Feb 08 16:45:41.886634 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-5b5876d9-bbf0-4297-b361-183b9077429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.888144 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-5b5876d9-bbf0-4297-b361-183b9077429f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469971 Feb 08 16:45:41.894418 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050e67-7d36-4b57-903c-a8ee07f15c01 req-3b9aabb1-e00b-4dfc-ad9f-e956892f5475 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:41.896756 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2c050e67-7d36-4b57-903c-a8ee07f15c01 req-3b9aabb1-e00b-4dfc-ad9f-e956892f5475 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0567994 Feb 08 16:45:41.957425 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2c050e67-7d36-4b57-903c-a8ee07f15c01 req-3ee5a1d9-1930-4d3e-8e28-be7f7b5bd731 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535383 Feb 08 16:45:41.994008 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-91c94e2c-a7d5-4472-90ad-cd2e2bda95ed service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992653 Feb 08 16:45:42.129229 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504ef5-885b-4975-8638-10d38a074e99 req-87fefa30-b579-4683-b095-19171d573626 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:42.130703 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f504ef5-885b-4975-8638-10d38a074e99 req-87fefa30-b579-4683-b095-19171d573626 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0869532 Feb 08 16:45:42.133741 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cdc7dd85-fa14-48e1-ba66-f5b29d4752b6 req-c03cfe89-15b3-4bec-9bd9-70f5dba953d2 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322289 Feb 08 16:45:42.183483 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f504ef5-885b-4975-8638-10d38a074e99 req-d973bf7d-36f6-49bf-9e2d-8f6386086309 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463250 Feb 08 16:45:42.205372 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55532) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:42.411660 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e11eb-3922-40b8-92d1-8c397d92a8d8 tempest-TestShelveInstance-584389121 tempest-TestShelveInstance-584389121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:42.413654 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ac1e11eb-3922-40b8-92d1-8c397d92a8d8 tempest-TestShelveInstance-584389121 tempest-TestShelveInstance-584389121-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1125 time: 0.2073030 Feb 08 16:45:42.416367 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55548) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:42.424853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:42.457115 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:42.563092 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:42.575731 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d23551-7201-43b5-93c5-42f836e0e827 req-6d12d0e5-3c49-43d5-94fd-f9decd5baf6e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:42.577193 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90d23551-7201-43b5-93c5-42f836e0e827 req-6d12d0e5-3c49-43d5-94fd-f9decd5baf6e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0558600 Feb 08 16:45:42.626680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-90d23551-7201-43b5-93c5-42f836e0e827 req-db764db5-dfae-4ec5-ae46-8848516af771 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Feb 08 16:45:42.682006 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Allocated IP 172.27.1.27 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/c7fb879f-2d3b-48c6-941d-f6263d42e76e) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:42.783070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:42.815839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:42.850026 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:42.855242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:42.858675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:42.885554 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'Port': ['ID=c7fb879f-2d3b-48c6-941d-f6263d42e76e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:43.209820 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for floatingip (fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:43.279640 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:43.669738 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:43.675405 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:43.766904 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event updated for resources: {'Port': ['ID=c7fb879f-2d3b-48c6-941d-f6263d42e76e,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:43.795778 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:43.870403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9b02d-12a9-4e8b-8ae9-5df571cbdcf4 req-4b05a95c-9091-4bf2-9128-ff365ae2a0b6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:43.871892 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8ec9b02d-12a9-4e8b-8ae9-5df571cbdcf4 req-4b05a95c-9091-4bf2-9128-ff365ae2a0b6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.1666253 Feb 08 16:45:43.941247 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8ec9b02d-12a9-4e8b-8ae9-5df571cbdcf4 req-f0393420-132d-4294-9ccd-8aea2ad2d74c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608332 Feb 08 16:45:43.942657 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Floating IP fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7 associated. External IP: 172.27.1.27, port: 6f04fb2f-d81d-42f0-8c53-184ef0859a38. Feb 08 16:45:44.150873 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:45:44.257362 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:44.269789 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Sync routers for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:44.277683 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:44.280756 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:44.281366 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:44.308025 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f82208a0-2d0a-4d8f-b5d5-4e02fa2d950d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8891027 Feb 08 16:45:44.308859 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:44.311438 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d701df6-9e63-424d-83b0-07fc07f57634" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:44.354677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e68b1-cf47-47ad-b92b-35c77af83f06 x-openstack-request-id: req-2e1e68b1-cf47-47ad-b92b-35c77af83f06 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:44.355027 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:44.355290 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e1e68b1-cf47-47ad-b92b-35c77af83f06 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:44.355696 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'status': 'completed', 'code': 200} Feb 08 16:45:44.399159 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:44.613646 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'mac_address': 'fa:16:3e:8c:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:43Z', 'updated_at': '2022-02-08T16:45:43Z', 'revision_number': 0, 'project_id': '08bc94fd80244144ae5883c54707e219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:44.639234 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Checking router: 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:44.647093 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:44.647674 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:44.709701 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c3b70171-ae78-4aa2-9269-f259a579efd6 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:45:44.807836 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:44.900725 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c3b70171-ae78-4aa2-9269-f259a579efd6,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:44.922837 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'c3b70171-ae78-4aa2-9269-f259a579efd6', 'network_id': 'ec8f7fac-5fb6-486d-81c6-a643c1dc738e', 'port_id': 'c3b70171-ae78-4aa2-9269-f259a579efd6', 'mac_address': 'fa:16:3e:7e:92:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ea0b25-a1e9-4175-956e-081251b1281c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:45:45.062985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5084de-d928-48cb-877c-6f9e8e1cf294 req-d2d00816-eba6-4b46-9406-ce04887081e7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:45.064451 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e5084de-d928-48cb-877c-6f9e8e1cf294 req-d2d00816-eba6-4b46-9406-ce04887081e7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 944 time: 0.0547116 Feb 08 16:45:45.114484 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e5084de-d928-48cb-877c-6f9e8e1cf294 req-c4814794-2121-4990-ba37-041f49f31a3f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444114 Feb 08 16:45:45.135777 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port c3b70171-ae78-4aa2-9269-f259a579efd6 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:45.136169 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:45.157265 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b70171-ae78-4aa2-9269-f259a579efd6 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:45.192099 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c3b70171-ae78-4aa2-9269-f259a579efd6,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:45.197909 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:45.269166 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:45.283302 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'mac_address': 'fa:16:3e:8c:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:43Z', 'updated_at': '2022-02-08T16:45:43Z', 'revision_number': 0, 'project_id': '08bc94fd80244144ae5883c54707e219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:45.312665 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc7a96-b9ce-4d38-ae73-40b8f5945f57 None None] The sync data for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi is: [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'mac_address': 'fa:16:3e:8c:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:43Z', 'updated_at': '2022-02-08T16:45:43Z', 'revision_number': 0, 'project_id': '08bc94fd80244144ae5883c54707e219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:45.502718 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362c19-521c-4b2f-b726-09a85d0c2771 None None] New status for floating IP fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:45:46.230943 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8edf58-8261-4c45-8da0-3ae8810cffd6 req-6268b060-68a7-493b-bdec-d29865bff41e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:46.232549 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8edf58-8261-4c45-8da0-3ae8810cffd6 req-6268b060-68a7-493b-bdec-d29865bff41e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Feb 08 16:45:46.283688 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf8edf58-8261-4c45-8da0-3ae8810cffd6 req-8d436871-12c7-408f-8a42-45292fa15f47 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Feb 08 16:45:47.151798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-11dd0508-c2f8-47a7-bc6a-28d0698927d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:47.153252 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-11dd0508-c2f8-47a7-bc6a-28d0698927d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0442648 Feb 08 16:45:47.240702 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-e025d0c1-fa05-4d0c-9533-bae7a0c686ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:47.242115 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-e025d0c1-fa05-4d0c-9533-bae7a0c686ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0808187 Feb 08 16:45:47.310655 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-292b09f7-ecb7-47f6-bdb5-2b96fde77d63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 1001 time: 0.0624161 Feb 08 16:45:47.357782 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-daed0950-f7fa-4080-8fab-77ccc95b9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:47.359223 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-daed0950-f7fa-4080-8fab-77ccc95b9a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0437083 Feb 08 16:45:47.402866 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac585-9a8e-4561-a0cc-180a78ec0d1c req-0d20f035-a499-44b7-b649-0fce28314804 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:47.404535 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-814ac585-9a8e-4561-a0cc-180a78ec0d1c req-0d20f035-a499-44b7-b649-0fce28314804 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Feb 08 16:45:47.406909 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-5bebddb9-f923-455e-88f1-7a36eae93a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:47.408421 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-5bebddb9-f923-455e-88f1-7a36eae93a8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437346 Feb 08 16:45:47.450609 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-814ac585-9a8e-4561-a0cc-180a78ec0d1c req-36671004-7453-4388-8609-b86ac32a18cf tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Feb 08 16:45:47.577230 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-90e0228e-9fc4-491f-88b1-4510d504f478 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924282 Feb 08 16:45:47.669855 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d701df6-9e63-424d-83b0-07fc07f57634 req-073fc699-df6f-4af0-add3-21f736123339 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852730 Feb 08 16:45:47.964575 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['c3b70171-ae78-4aa2-9269-f259a579efd6'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:48.575726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769df9f9-0131-4289-985e-31be0f6d7148 req-a960a7bf-7e83-4af2-90c3-bdf46d59f62d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:48.577173 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-769df9f9-0131-4289-985e-31be0f6d7148 req-a960a7bf-7e83-4af2-90c3-bdf46d59f62d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 945 time: 0.0593243 Feb 08 16:45:48.623529 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-769df9f9-0131-4289-985e-31be0f6d7148 req-e8d841c5-c3bc-40e8-b80b-a28aac5dd000 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Feb 08 16:45:49.024351 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436f4ce-2330-49f1-832d-9d49e835ae95 req-d4ddd2af-ece2-403e-8b03-83384e8e77ef tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:49.026494 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b436f4ce-2330-49f1-832d-9d49e835ae95 req-d4ddd2af-ece2-403e-8b03-83384e8e77ef tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0541236 Feb 08 16:45:49.073826 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b436f4ce-2330-49f1-832d-9d49e835ae95 req-13e73721-c80a-4a32-99d4-a1338b39ff52 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Feb 08 16:45:49.741009 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898ca5-253c-40e2-a757-41ce1f76a58c req-0583920e-9e98-4cde-8dbc-05fc33dafeaa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:49.742511 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67898ca5-253c-40e2-a757-41ce1f76a58c req-0583920e-9e98-4cde-8dbc-05fc33dafeaa tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Feb 08 16:45:49.791157 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67898ca5-253c-40e2-a757-41ce1f76a58c req-ff6029e7-84b4-428a-a19c-7f3e271b828d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Feb 08 16:45:50.189174 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f1c2-cf40-4507-a358-adce70450dce req-7fca57d0-8ec1-4a9e-8620-265bb328ac03 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:50.190541 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5499f1c2-cf40-4507-a358-adce70450dce req-7fca57d0-8ec1-4a9e-8620-265bb328ac03 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Feb 08 16:45:50.240679 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5499f1c2-cf40-4507-a358-adce70450dce req-1346f1b1-cad3-4921-aa5c-5199d0c2d906 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Feb 08 16:45:50.913173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3166-c3b2-4ebc-9f91-e7f457e0ecee req-8252d15c-fafb-4818-8b9f-79e993db339c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:50.914536 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-98ee3166-c3b2-4ebc-9f91-e7f457e0ecee req-8252d15c-fafb-4818-8b9f-79e993db339c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 945 time: 0.0567381 Feb 08 16:45:50.960504 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-98ee3166-c3b2-4ebc-9f91-e7f457e0ecee req-ffbe938d-3a66-48d7-bdbd-9625dc783e36 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Feb 08 16:45:51.150713 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c3b70171-ae78-4aa2-9269-f259a579efd6 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:51.200998 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port c3b70171-ae78-4aa2-9269-f259a579efd6 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:45:51.205059 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port c3b70171-ae78-4aa2-9269-f259a579efd6 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:51.205438 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.306672 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port c3b70171-ae78-4aa2-9269-f259a579efd6 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:51.307370 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.319151 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-66d14945-8543-4fda-8c17-04522f0ab9e2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:51.320738 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-66d14945-8543-4fda-8c17-04522f0ab9e2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.0979753 Feb 08 16:45:51.348303 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:51.351362 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0561a72-c9a5-4c9f-b041-378f6a882b3a" -d '{"events": [{"server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "name": "network-vif-plugged", "status": "completed", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:51.364780 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c3b70171-ae78-4aa2-9269-f259a579efd6,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:51.369091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.411353 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0087d46-a7cc-40f3-a517-f303ad800e6f x-openstack-request-id: req-e0087d46-a7cc-40f3-a517-f303ad800e6f {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:51.411703 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "name": "network-vif-plugged", "status": "completed", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:51.412136 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0087d46-a7cc-40f3-a517-f303ad800e6f {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:51.412754 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6', 'code': 200} Feb 08 16:45:51.428860 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:51.437744 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.438278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.438648 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.438989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.439322 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.439653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.440008 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.440364 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.440708 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.441219 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.442347 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.442696 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.443471 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.470629 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7824a-c621-4ca6-9497-18ea06be8b2e req-f28b1212-0171-445b-91a0-507c1548fa03 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:51.472175 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69e7824a-c621-4ca6-9497-18ea06be8b2e req-f28b1212-0171-445b-91a0-507c1548fa03 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=b66ad307-27dc-4150-b8c8-fe488dca0906 HTTP/1.1" status: 200 len: 945 time: 0.1147683 Feb 08 16:45:51.529393 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Deleting port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:51.529988 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.580518 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-69e7824a-c621-4ca6-9497-18ea06be8b2e req-156ae304-d1fe-4c70-b11f-ee767e6a0c10 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967402 Feb 08 16:45:51.621890 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a3a51-48bf-490f-9e1f-cbc0806ac50f req-f56bac17-7e38-4824-bc7b-7beb2335778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:51.623412 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf6a3a51-48bf-490f-9e1f-cbc0806ac50f req-f56bac17-7e38-4824-bc7b-7beb2335778e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 1130 time: 0.0582509 Feb 08 16:45:51.656575 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] For port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:51.657089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.671148 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Calling delete_port for 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:51.678187 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf6a3a51-48bf-490f-9e1f-cbc0806ac50f req-df0ee816-218c-4666-b235-5e4ad4b4768a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Feb 08 16:45:51.803131 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (7b51cb9a-da70-41bd-8fd9-16b61091a7c2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.820214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['7b51cb9a-da70-41bd-8fd9-16b61091a7c2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:51.833852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Pushing event deleted for resources: {'Port': ['ID=7b51cb9a-da70-41bd-8fd9-16b61091a7c2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:51.845237 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.845237 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.845552 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.845778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.846116 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.846452 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.846809 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.847141 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.847469 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.847825 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.848155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.848478 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.848805 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:51.892703 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] No DVR routers for this DVR port 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:51.894762 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:51.898044 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-06764544-44a8-4699-bad0-f8c5469cf9fe req-101bcb3d-09db-497c-be9f-5ed8ff3182c0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "DELETE /v2.0/ports/7b51cb9a-da70-41bd-8fd9-16b61091a7c2 HTTP/1.1" status: 204 len: 173 time: 0.5703621 Feb 08 16:45:51.898483 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'name': 'network-vif-deleted', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:51.901726 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d2e1e-a8bf-471f-97b4-c16ed142859e" -d '{"events": [{"server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "name": "network-vif-deleted", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:51.937419 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb6211d-d270-4599-baea-eefc932845f1 x-openstack-request-id: req-bfb6211d-d270-4599-baea-eefc932845f1 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:51.937810 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66ad307-27dc-4150-b8c8-fe488dca0906", "name": "network-vif-deleted", "tag": "7b51cb9a-da70-41bd-8fd9-16b61091a7c2", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:51.938179 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfb6211d-d270-4599-baea-eefc932845f1 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:51.938672 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66ad307-27dc-4150-b8c8-fe488dca0906', 'name': 'network-vif-deleted', 'tag': '7b51cb9a-da70-41bd-8fd9-16b61091a7c2', 'status': 'completed', 'code': 200} Feb 08 16:45:52.090317 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065bd8-18be-4977-9d5f-bd09e7944771 req-f7ae2b5a-7c05-4768-b300-d6315c248914 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:52.092072 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88065bd8-18be-4977-9d5f-bd09e7944771 req-f7ae2b5a-7c05-4768-b300-d6315c248914 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.0588422 Feb 08 16:45:52.148962 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88065bd8-18be-4977-9d5f-bd09e7944771 req-d7ab0487-35a3-42a0-a45b-fbb52dfe48f8 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Feb 08 16:45:52.849327 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55762) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:52.973945 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dff4f658-34d3-44ee-a003-209d4aac9560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.053670 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dff4f658-34d3-44ee-a003-209d4aac9560 admin admin] Publish callbacks [] for security_group (f466b768-1a68-4d35-bc75-87b31c3b3af9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.058153 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dff4f658-34d3-44ee-a003-209d4aac9560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f466b768-1a68-4d35-bc75-87b31c3b3af9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.100512 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-dff4f658-34d3-44ee-a003-209d4aac9560 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99cb153ea6304d198fe52fc48526285d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500768 Feb 08 16:45:53.101136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4f658-34d3-44ee-a003-209d4aac9560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f466b768-1a68-4d35-bc75-87b31c3b3af9,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:53.104060 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 55772) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:53.156131 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] Publish callbacks [] for security_group (f466b768-1a68-4d35-bc75-87b31c3b3af9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.177121 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] Publish callbacks [] for security_group (f466b768-1a68-4d35-bc75-87b31c3b3af9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.248095 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f466b768-1a68-4d35-bc75-87b31c3b3af9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.250541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.254215 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f466b768-1a68-4d35-bc75-87b31c3b3af9 HTTP/1.1" status: 204 len: 168 time: 0.1456783 Feb 08 16:45:53.268354 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d99dc-bf54-455c-b382-5dd3892c7b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466b768-1a68-4d35-bc75-87b31c3b3af9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:53.288097 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae9d6c-0055-4124-acce-da99bcbf6991 req-3c055e59-f182-4b28-8ea8-5651f1ebb4e2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:53.289535 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2ae9d6c-0055-4124-acce-da99bcbf6991 req-3c055e59-f182-4b28-8ea8-5651f1ebb4e2 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.0696115 Feb 08 16:45:53.339386 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d2ae9d6c-0055-4124-acce-da99bcbf6991 req-2275554a-7ae5-4901-83cf-b628fc9a6438 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Feb 08 16:45:53.514838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 55782) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:53.527693 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e80f-9dd8-4382-9cc2-474babd84329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.601258 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e80f-9dd8-4382-9cc2-474babd84329 admin admin] Publish callbacks [] for security_group (e774ffbd-a814-4afa-ad11-deb78697dfb4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.605613 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e80f-9dd8-4382-9cc2-474babd84329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e774ffbd-a814-4afa-ad11-deb78697dfb4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.644281 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e4d4e80f-9dd8-4382-9cc2-474babd84329 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f00bbd0e0d574c3aa83bfd4187b1f656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282296 Feb 08 16:45:53.646021 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4e80f-9dd8-4382-9cc2-474babd84329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e774ffbd-a814-4afa-ad11-deb78697dfb4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:53.647409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 55784) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:53.704609 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] Publish callbacks [] for security_group (e774ffbd-a814-4afa-ad11-deb78697dfb4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.725163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] Publish callbacks [] for security_group (e774ffbd-a814-4afa-ad11-deb78697dfb4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.780081 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (e774ffbd-a814-4afa-ad11-deb78697dfb4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.782663 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:53.783930 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e774ffbd-a814-4afa-ad11-deb78697dfb4 HTTP/1.1" status: 204 len: 168 time: 0.1351230 Feb 08 16:45:53.795569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3c652-f5b0-4837-a415-c4a90d61d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e774ffbd-a814-4afa-ad11-deb78697dfb4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:54.473950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fcdaf-e53e-4e62-b9b4-e48745254b23 req-dde6d7b4-3b5d-43db-8b61-7ad1827f64bd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:54.476328 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b39fcdaf-e53e-4e62-b9b4-e48745254b23 req-dde6d7b4-3b5d-43db-8b61-7ad1827f64bd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.0621674 Feb 08 16:45:54.525510 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b39fcdaf-e53e-4e62-b9b4-e48745254b23 req-675112da-be61-4e28-a107-df9429105c82 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Feb 08 16:45:55.684672 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e17e050-085a-45b9-b7be-e77ff59dafaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:56.058917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:56.094730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:56.095327 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 7b51cb9a-da70-41bd-8fd9-16b61091a7c2 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:57.991937 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-89eda159-3c61-449d-b244-366eb9b63e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:59.196844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:00.403149 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:01.937826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:05.336260 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206730e-71c6-4685-9ccb-aa9732cd3898 req-06972f88-134a-4187-ae10-c3a972a6b165 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.337804 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e206730e-71c6-4685-9ccb-aa9732cd3898 req-06972f88-134a-4187-ae10-c3a972a6b165 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0572197 Feb 08 16:46:05.384138 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e206730e-71c6-4685-9ccb-aa9732cd3898 req-440a3419-7f1f-4afc-ad45-a1443f75a017 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Feb 08 16:46:05.836023 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-79dc1d64-0816-4ccb-bc81-f20b2aa594d9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.837489 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-79dc1d64-0816-4ccb-bc81-f20b2aa594d9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 814 time: 0.1089616 Feb 08 16:46:05.854974 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-a5dea434-6655-4e62-a412-4fc36302f1b2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/quotas/55220445da0d49ac8713e9036e8e6e06 HTTP/1.1" status: 200 len: 375 time: 0.0118687 Feb 08 16:46:05.887334 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c666842c-01cb-45c1-901b-531fdc936918 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293293 Feb 08 16:46:05.991274 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-2ca5966a-e486-4108-a8f7-0d2e78e735ef service neutron] 10.222.0.35 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958340 Feb 08 16:46:06.100293 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-d9c6cc76-397b-4caf-a992-dab429ab7cfa service neutron] 10.222.0.35 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954831 Feb 08 16:46:06.280468 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0f7150ec-f881-4ccb-8e54-cb34ee017dcc req-14da7236-cf1d-4235-82b8-645b00c387ed tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Feb 08 16:46:06.513649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82eb98-1e76-4913-8acd-43e5291d499f req-33f7adb5-e124-461c-965c-a63984600e8b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:06.515131 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fb82eb98-1e76-4913-8acd-43e5291d499f req-33f7adb5-e124-461c-965c-a63984600e8b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0587807 Feb 08 16:46:06.564296 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fb82eb98-1e76-4913-8acd-43e5291d499f req-993537e4-bc5f-4512-80eb-578245f88918 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Feb 08 16:46:07.408662 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c56a910d-be56-43f4-b334-17312307fe3c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:07.410321 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c56a910d-be56-43f4-b334-17312307fe3c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 814 time: 0.1685572 Feb 08 16:46:07.425906 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-48f75ef2-29f5-4109-86a7-9b01f4431791 req-90d2b4c0-aabb-4b2f-8616-c711f99e366a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 210 time: 0.0383468 Feb 08 16:46:07.433498 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Request body: {'port': {'device_id': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e', 'admin_state_up': True, 'tenant_id': '55220445da0d49ac8713e9036e8e6e06'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:07.543421 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Made reservation on behalf of 55220445da0d49ac8713e9036e8e6e06 for: {'port': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:07.546730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.673944 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Allocated IP 172.20.0.10 (8fa132bb-f81d-40c5-97f2-e1964294199e/d22ffc73-b19c-4b4e-8765-f67a5e3aeddd/caf61fd0-7dff-4794-942a-dd5f8ce46e23) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:07.699796 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe60d-b4c0-4d15-bbfd-65903ed25e0a req-e01d42c6-573f-4ff2-9006-616fdb2da9b8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:07.701318 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6cfbe60d-b4c0-4d15-bbfd-65903ed25e0a req-e01d42c6-573f-4ff2-9006-616fdb2da9b8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0616760 Feb 08 16:46:07.750886 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6cfbe60d-b4c0-4d15-bbfd-65903ed25e0a req-8a100f15-87bd-4646-90e7-9294ba88e434 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Feb 08 16:46:07.840540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks [] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.875435 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.920690 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Network 8fa132bb-f81d-40c5-97f2-e1964294199e is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:07.923813 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:07.927491 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:07.954994 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Pushing event updated for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:07.983794 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:07.984308 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.001553 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-c6ddce70-ed70-48ea-b747-fa22c37880bc tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722992 Feb 08 16:46:08.015589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Request body: {'port': {'device_id': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:08.076670 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.287877 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.295298 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56114) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:08.364213 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf61fd0-7dff-4794-942a-dd5f8ce46e23 {{(pid=109222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:46:08.372126 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks [] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.386386 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.provisioning_blocks [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Transition to ACTIVE for port object caf61fd0-7dff-4794-942a-dd5f8ce46e23 will not be triggered until provisioned by entity L2. {{(pid=109222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:46:08.390733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.424153 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-eef6d364-a2ea-495b-a522-eaf054fcf7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.447651 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Pushing event updated for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:08.511332 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-eef6d364-a2ea-495b-a522-eaf054fcf7aa admin admin] Publish callbacks [] for security_group (b1850036-4ad7-4421-a1a6-878f327a8fc8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.517311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-eef6d364-a2ea-495b-a522-eaf054fcf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b1850036-4ad7-4421-a1a6-878f327a8fc8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.549412 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Attempting to bind port caf61fd0-7dff-4794-942a-dd5f8ce46e23 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:08.549660 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Attempting to bind port caf61fd0-7dff-4794-942a-dd5f8ce46e23 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:08.549993 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Attempting to bind port caf61fd0-7dff-4794-942a-dd5f8ce46e23 on network 8fa132bb-f81d-40c5-97f2-e1964294199e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:08.557288 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d364-a2ea-495b-a522-eaf054fcf7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1850036-4ad7-4421-a1a6-878f327a8fc8,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:08.559319 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Port caf61fd0-7dff-4794-942a-dd5f8ce46e23 on network 8fa132bb-f81d-40c5-97f2-e1964294199e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:46:08.559645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Attempting to bind port caf61fd0-7dff-4794-942a-dd5f8ce46e23 on network 8fa132bb-f81d-40c5-97f2-e1964294199e {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:08.562467 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-eef6d364-a2ea-495b-a522-eaf054fcf7aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=321ffdb95b0c469f8f93745e48564322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656760 Feb 08 16:46:08.565037 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56122) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:08.573026 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641c15-0ba3-4b86-9bfd-4fe03bbd1170 req-2df2bd73-1035-41a4-b1d5-ac436c01901a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:08.574606 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93641c15-0ba3-4b86-9bfd-4fe03bbd1170 req-2df2bd73-1035-41a4-b1d5-ac436c01901a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 944 time: 0.0731435 Feb 08 16:46:08.575548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:08.575910 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Checking segment: {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:08.576296 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Bound using segment: {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'} {{(pid=109222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:08.576738 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.managers [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Bound port: caf61fd0-7dff-4794-942a-dd5f8ce46e23, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e'}}] {{(pid=109222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:08.577092 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.617550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] Publish callbacks [] for security_group (b1850036-4ad7-4421-a1a6-878f327a8fc8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.639418 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] Publish callbacks [] for security_group (b1850036-4ad7-4421-a1a6-878f327a8fc8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.666250 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-93641c15-0ba3-4b86-9bfd-4fe03bbd1170 req-6592b09e-6a89-4078-8b0b-274164434ce9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805526 Feb 08 16:46:08.678650 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, cleared binding levels {{(pid=109222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:08.682321 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:08.692244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b1850036-4ad7-4421-a1a6-878f327a8fc8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.692955 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.695123 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.696362 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1850036-4ad7-4421-a1a6-878f327a8fc8 HTTP/1.1" status: 204 len: 168 time: 0.1301901 Feb 08 16:46:08.704735 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03bb4-917a-4b66-8325-507a1ab18369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1850036-4ad7-4421-a1a6-878f327a8fc8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:08.732453 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:08.733049 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.734657 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] 10.222.0.42 "PUT /v2.0/ports/caf61fd0-7dff-4794-942a-dd5f8ce46e23 HTTP/1.1" status: 200 len: 1094 time: 0.7232966 Feb 08 16:46:08.735081 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:08.737352 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c5da0-5d17-47cc-be54-e682173062d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:08.763413 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6608c0-d719-46d7-afdc-cacc12a5fcea service neutron] Pushing event updated for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=3']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:08.785444 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac8769-0bbc-41fa-8241-982d6aae2d8b x-openstack-request-id: req-aeac8769-0bbc-41fa-8241-982d6aae2d8b {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:08.785801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:08.786417 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeac8769-0bbc-41fa-8241-982d6aae2d8b {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:08.786566 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23', 'status': 'completed', 'code': 200} Feb 08 16:46:08.879504 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-3e251f2f-d1d4-47f8-b94c-e4c70f86130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:08.881038 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-3e251f2f-d1d4-47f8-b94c-e4c70f86130b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 1128 time: 0.0812316 Feb 08 16:46:08.899192 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f086-b05e-43d6-922a-b03ea1ec7af6 req-0fb69518-1f3e-4a96-afc7-029e6cc519a1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:08.900914 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f01f086-b05e-43d6-922a-b03ea1ec7af6 req-0fb69518-1f3e-4a96-afc7-029e6cc519a1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0678296 Feb 08 16:46:08.944219 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-ad71b1c2-ecde-40a0-b664-579330d07227 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23 HTTP/1.1" status: 200 len: 217 time: 0.0422287 Feb 08 16:46:09.011096 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2f01f086-b05e-43d6-922a-b03ea1ec7af6 req-0e8f7826-5321-409a-9e50-b4fb1e0ecb04 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035674 Feb 08 16:46:09.018169 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92493a5-5319-4483-abd7-fb857ad881dc req-264b74db-452e-4751-9e1c-c2efbed39d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.019569 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-264b74db-452e-4751-9e1c-c2efbed39d26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd HTTP/1.1" status: 200 len: 854 time: 0.0619738 Feb 08 16:46:09.060304 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-9a350e27-26c5-4559-8588-591daa89e410 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa132bb-f81d-40c5-97f2-e1964294199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313935 Feb 08 16:46:09.148836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-2de27bfe-a0c9-4083-8e71-be9c67571adb service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818758 Feb 08 16:46:09.259142 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d92493a5-5319-4483-abd7-fb857ad881dc req-659d9d75-2bc5-46d4-bf9f-5309aa0df0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931916 Feb 08 16:46:09.350106 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-69e4bb83-1566-475d-9092-c0248ef0e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.351642 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-69e4bb83-1566-475d-9092-c0248ef0e448 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55220445da0d49ac8713e9036e8e6e06&device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 1128 time: 0.0444276 Feb 08 16:46:09.357036 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56152) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:09.451547 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-cd366401-4c16-4723-a63c-0464642ee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.453054 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-cd366401-4c16-4723-a63c-0464642ee44a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 200 len: 915 time: 0.0945439 Feb 08 16:46:09.475529 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-211722300-network', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:09.503226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Made reservation on behalf of 6cd968a946ad4d3d9281c64f94d2eb09 for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:09.505158 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-338f089d-1368-4a2f-bfae-2fa7dae452c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23 HTTP/1.1" status: 200 len: 217 time: 0.0411885 Feb 08 16:46:09.506022 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.514677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.555917 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-2f7dbfe9-88d6-4b98-994c-09d493269d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.557917 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-2f7dbfe9-88d6-4b98-994c-09d493269d51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd HTTP/1.1" status: 200 len: 854 time: 0.0452662 Feb 08 16:46:09.594248 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-ccdaaf8f-b50e-43a0-bfce-77a4544e8612 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa132bb-f81d-40c5-97f2-e1964294199e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270963 Feb 08 16:46:09.603690 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks [] for security_group (fd57d049-af70-46a7-b33b-9844f3f23fde), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.608052 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (fd57d049-af70-46a7-b33b-9844f3f23fde), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.632512 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:46:09.650821 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (e0c82bf8-0cdc-4a05-b7c3-3d152471499b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.651298 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Added segment e0c82bf8-0cdc-4a05-b7c3-3d152471499b of type vlan for network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b Feb 08 16:46:09.652751 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd57d049-af70-46a7-b33b-9844f3f23fde,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:09.705822 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-f25ab88b-808b-43c3-bb03-36ed183d43f3 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043735 Feb 08 16:46:09.707011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (3382cd15-23dd-4330-8bca-8bcb7dee0e8b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.735214 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (3382cd15-23dd-4330-8bca-8bcb7dee0e8b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.736235 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.737099 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.792861 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4345541 Feb 08 16:46:09.795681 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56170) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:09.800388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Request body: {'subnet': {'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-211722300-subnet', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:09.823330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02e0a-7b9d-4e9e-9874-2bdee53a1aaf admin admin] Pushing event updated for resources: {'Network': ['ID=3382cd15-23dd-4330-8bca-8bcb7dee0e8b,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:09.834266 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Made reservation on behalf of 6cd968a946ad4d3d9281c64f94d2eb09 for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:09.838805 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049432'] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.839583 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:46:09.857551 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7935c-cfb7-4ff2-ad2f-9f07c9dfae43 req-84dcd462-588f-47f5-baf8-823750652b05 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:09.859317 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eca7935c-cfb7-4ff2-ad2f-9f07c9dfae43 req-84dcd462-588f-47f5-baf8-823750652b05 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 944 time: 0.0907187 Feb 08 16:46:09.879013 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b50c5da0-5d17-47cc-be54-e682173062d5 req-1399da99-aa5a-413b-81c5-81e54d9b2327 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638377 Feb 08 16:46:09.927676 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eca7935c-cfb7-4ff2-ad2f-9f07c9dfae43 req-68c1318f-27cf-4a80-93e5-6643106f991a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586138 Feb 08 16:46:10.027083 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8716487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049446'] for subnet (33ebf8d5-501f-497d-b9e2-fdad472b34b9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.083625 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ebf8d5-501f-497d-b9e2-fdad472b34b9,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:10.096661 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Checking segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:10.097020 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Network hostable DHCP agents. Network: 3382cd15-23dd-4330-8bca-8bcb7dee0e8b, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:46:10.145795 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:46:10.159659 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 3382cd15-23dd-4330-8bca-8bcb7dee0e8b) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:10.170144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d94d1b-8d19-4a36-81e0-43044401d78c req-537a5531-d9c4-4c4d-839a-0df798390029 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:10.171787 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4d94d1b-8d19-4a36-81e0-43044401d78c req-537a5531-d9c4-4c4d-839a-0df798390029 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0773413 Feb 08 16:46:10.173169 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:10.173548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4951d2-a4f1-4cb3-ad8b-75d9f14352d6 None None] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:10.173746 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.209621 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-e95314df-a458-4e7d-8a71-e7a115e21d6e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4103918 Feb 08 16:46:10.210270 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56176) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:10.215458 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:10.231916 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4d94d1b-8d19-4a36-81e0-43044401d78c req-1a269da1-a404-4b00-8d6c-a11c575d6452 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520890 Feb 08 16:46:10.239252 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.240357 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.312033 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for router_controller (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.312696 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:46:10.314261 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.474441 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Allocated IP 172.20.0.2 (3382cd15-23dd-4330-8bca-8bcb7dee0e8b/33ebf8d5-501f-497d-b9e2-fdad472b34b9/d1a54946-5016-4f2c-9cd4-050754ebf40a) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:10.642814 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks [] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.648868 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.691602 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:10.694582 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:10.698790 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:10.705343 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Pushing event updated for resources: {'Port': ['ID=d1a54946-5016-4f2c-9cd4-050754ebf40a,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:10.713634 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for router_gateway (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.755478 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Attempting to bind port d1a54946-5016-4f2c-9cd4-050754ebf40a on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:10.755884 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Attempting to bind port d1a54946-5016-4f2c-9cd4-050754ebf40a by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:10.756250 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Attempting to bind port d1a54946-5016-4f2c-9cd4-050754ebf40a on network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:10.762333 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:10.762711 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Checking segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:10.763115 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.763512 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Bound using segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:10.764002 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Bound port: d1a54946-5016-4f2c-9cd4-050754ebf40a, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:10.764382 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.833569 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] For port d1a54946-5016-4f2c-9cd4-050754ebf40a, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:10.837136 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] For port d1a54946-5016-4f2c-9cd4-050754ebf40a, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d1a54946-5016-4f2c-9cd4-050754ebf40a,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:10.842730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.899647 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3853b-b66c-4b35-a292-ac21d27802c8 None None] Pushing event updated for resources: {'Port': ['ID=d1a54946-5016-4f2c-9cd4-050754ebf40a,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:10.927657 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for router_gateway (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.948863 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.068300 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252fb2e-9d17-491c-a128-2f2e7c9e9184 req-2e8d26a6-26a4-4e78-9085-2a0388e38bfa tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:11.071731 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7252fb2e-9d17-491c-a128-2f2e7c9e9184 req-2e8d26a6-26a4-4e78-9085-2a0388e38bfa tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 944 time: 0.0668948 Feb 08 16:46:11.079248 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Allocated IP 172.27.1.130 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/5b60126a-99da-4be6-b877-6da274776ff8) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:11.133862 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7252fb2e-9d17-491c-a128-2f2e7c9e9184 req-bdd19523-b009-4697-86a2-1e977a8bb342 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562873 Feb 08 16:46:11.200784 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for port (5b60126a-99da-4be6-b877-6da274776ff8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.236061 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (5b60126a-99da-4be6-b877-6da274776ff8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.277343 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:11.280302 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:11.282837 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:11.308802 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Pushing event updated for resources: {'Port': ['ID=5b60126a-99da-4be6-b877-6da274776ff8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:11.466083 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3f8c4-9039-423f-909b-0784b1ba30fa req-1687d24d-de53-4312-b79c-91b1cd7d8768 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:11.467469 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6de3f8c4-9039-423f-909b-0784b1ba30fa req-1687d24d-de53-4312-b79c-91b1cd7d8768 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1431680 Feb 08 16:46:11.590972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6de3f8c4-9039-423f-909b-0784b1ba30fa req-f3f38781-602c-48cd-842c-09b1824dce7a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150949 Feb 08 16:46:11.631027 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for router_gateway (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.811591 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fea38-8c6d-4ae4-b9fa-c5b89db10db3 None None] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:11.850548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.928632 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Provisioning complete for port d1a54946-5016-4f2c-9cd4-050754ebf40a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:11.929212 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.024362 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:46:12.035443 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Current status of the port d1a54946-5016-4f2c-9cd4-050754ebf40a is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:12.036156 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.112418 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d1a54946-5016-4f2c-9cd4-050754ebf40a up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:12.153216 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:12.167786 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-54568380-1a84-405e-90db-4409f317afb0 None None] For port d1a54946-5016-4f2c-9cd4-050754ebf40a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d1a54946-5016-4f2c-9cd4-050754ebf40a,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:12.173548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Sync routers for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:12.180016 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.181255 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bc38cedd-66a8-440a-9792-da65824a5bef admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9700682 Feb 08 16:46:12.184960 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56216) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.192513 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.239520 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:12.240127 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:12.341704 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54568380-1a84-405e-90db-4409f317afb0 None None] Pushing event updated for resources: {'Port': ['ID=d1a54946-5016-4f2c-9cd4-050754ebf40a,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.344998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4adc77-701a-455e-b32e-34297241ea6d req-e09fd80e-9d3b-42a7-867e-386429d5443f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:12.346653 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d4adc77-701a-455e-b32e-34297241ea6d req-e09fd80e-9d3b-42a7-867e-386429d5443f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 944 time: 0.0883284 Feb 08 16:46:12.350232 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d1a54946-5016-4f2c-9cd4-050754ebf40a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:12.350838 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.381716 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-58ff9cd4-623d-403c-b3f4-0cc918237803 None None] Provisioning complete for port d1a54946-5016-4f2c-9cd4-050754ebf40a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:12.381844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58ff9cd4-623d-403c-b3f4-0cc918237803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.394221 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56222) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.481130 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d4adc77-701a-455e-b32e-34297241ea6d req-4910d5a1-bc0d-4ca7-9bca-8faa5b2aaf55 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Feb 08 16:46:12.496728 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:12.544497 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-966e0b38-3a69-4145-8808-109f89a0cad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.665621 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-966e0b38-3a69-4145-8808-109f89a0cad5 admin admin] Publish callbacks [] for security_group (1dc35960-b82a-4340-9c44-df695a78bbe8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.674306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-966e0b38-3a69-4145-8808-109f89a0cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1dc35960-b82a-4340-9c44-df695a78bbe8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.753488 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-966e0b38-3a69-4145-8808-109f89a0cad5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfee34ae1a1b4c838596f5919f6bdfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580909 Feb 08 16:46:12.755773 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0b38-3a69-4145-8808-109f89a0cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc35960-b82a-4340-9c44-df695a78bbe8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.756178 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56230) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.786175 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142252-2d07-4d35-bc43-d3994e9ed274 req-2619ff1e-5d8a-4776-9cbf-296cf8370858 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:12.787867 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13142252-2d07-4d35-bc43-d3994e9ed274 req-2619ff1e-5d8a-4776-9cbf-296cf8370858 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0886180 Feb 08 16:46:12.812206 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-58ff9cd4-623d-403c-b3f4-0cc918237803 None None] Current status of the port d1a54946-5016-4f2c-9cd4-050754ebf40a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:12.830405 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.843972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-13142252-2d07-4d35-bc43-d3994e9ed274 req-6af0917d-1fd8-497b-8e24-09980580dc75 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493629 Feb 08 16:46:12.855846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] Publish callbacks [] for security_group (1dc35960-b82a-4340-9c44-df695a78bbe8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.860985 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d1a54946-5016-4f2c-9cd4-050754ebf40a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:12.915603 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] Publish callbacks [] for security_group (1dc35960-b82a-4340-9c44-df695a78bbe8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.928231 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:11Z', 'revision_number': 3, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:12.957525 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Checking router: 818ca1d4-4515-498a-a3dd-f7a5fe253f5d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:12.958198 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Updating router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d port 5b60126a-99da-4be6-b877-6da274776ff8 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:12.987730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5b60126a-99da-4be6-b877-6da274776ff8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.033170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1dc35960-b82a-4340-9c44-df695a78bbe8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.037519 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.037519 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dc35960-b82a-4340-9c44-df695a78bbe8 HTTP/1.1" status: 204 len: 168 time: 0.2764959 Feb 08 16:46:13.045313 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Allocated IP 172.20.0.1 (3382cd15-23dd-4330-8bca-8bcb7dee0e8b/33ebf8d5-501f-497d-b9e2-fdad472b34b9/a12c8aaf-1041-4399-9fac-73b3d208ec06) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:13.053755 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a49bd-8655-4bf4-8aa6-28c9e5f7cd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc35960-b82a-4340-9c44-df695a78bbe8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.173740 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks [] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.208967 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.248693 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:13.255642 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:13.259255 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:13.279699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks [] for port (5b60126a-99da-4be6-b877-6da274776ff8), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.286520 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5b60126a-99da-4be6-b877-6da274776ff8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.296217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Pushing event updated for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.317144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.350293 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Attempting to bind port 5b60126a-99da-4be6-b877-6da274776ff8 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:13.350663 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Attempting to bind port 5b60126a-99da-4be6-b877-6da274776ff8 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:13.351020 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Attempting to bind port 5b60126a-99da-4be6-b877-6da274776ff8 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:13.359333 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196555-6641-46ff-9b8a-03818af8ca85 None None] Pushing event updated for resources: {'Port': ['ID=5b60126a-99da-4be6-b877-6da274776ff8,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.363577 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:13.363989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:13.364549 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.364946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:13.365427 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Bound port: 5b60126a-99da-4be6-b877-6da274776ff8, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:13.365940 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5b60126a-99da-4be6-b877-6da274776ff8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.409724 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56236) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.426526 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] For port 5b60126a-99da-4be6-b877-6da274776ff8, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:13.429692 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] For port 5b60126a-99da-4be6-b877-6da274776ff8, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5b60126a-99da-4be6-b877-6da274776ff8,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:13.430078 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5792030-f109-414b-bae5-e38d43afa3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.438276 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5b60126a-99da-4be6-b877-6da274776ff8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.505770 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:13.506484 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:13.524671 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196555-6641-46ff-9b8a-03818af8ca85 None None] Pushing event updated for resources: {'Port': ['ID=5b60126a-99da-4be6-b877-6da274776ff8,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.543929 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5792030-f109-414b-bae5-e38d43afa3c0 admin admin] Publish callbacks [] for security_group (cade1833-0997-4d6b-9fcb-0bcc13fe9ce3), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.544861 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.554772 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d5792030-f109-414b-bae5-e38d43afa3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (cade1833-0997-4d6b-9fcb-0bcc13fe9ce3), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.604258 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5792030-f109-414b-bae5-e38d43afa3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cade1833-0997-4d6b-9fcb-0bcc13fe9ce3,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.625587 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d5792030-f109-414b-bae5-e38d43afa3c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7791215142d045cb9a0b59d2630feb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148077 Feb 08 16:46:13.628992 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56242) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.631585 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device caf61fd0-7dff-4794-942a-dd5f8ce46e23 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:46:13.676083 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ded1aa97-a592-4175-b427-035c1f9e949b None None] Provisioning complete for port a12c8aaf-1041-4399-9fac-73b3d208ec06 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:13.676370 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ded1aa97-a592-4175-b427-035c1f9e949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.692719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068855-0331-4f23-ba64-d6c4631d5f93 req-9d0c419a-9f5e-4151-a7d0-7262e489b7b9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:13.701797 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e068855-0331-4f23-ba64-d6c4631d5f93 req-9d0c419a-9f5e-4151-a7d0-7262e489b7b9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 944 time: 0.1179402 Feb 08 16:46:13.735338 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] Publish callbacks [] for security_group (cade1833-0997-4d6b-9fcb-0bcc13fe9ce3), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.772087 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] Publish callbacks [] for security_group (cade1833-0997-4d6b-9fcb-0bcc13fe9ce3), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.777700 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9e068855-0331-4f23-ba64-d6c4631d5f93 req-b2ffda31-4fb4-4533-8085-0f802ffd2352 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749958 Feb 08 16:46:13.780110 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks [] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.788093 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.805044 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ded1aa97-a592-4175-b427-035c1f9e949b None None] Port a12c8aaf-1041-4399-9fac-73b3d208ec06 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:13.812685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:13.841147 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (cade1833-0997-4d6b-9fcb-0bcc13fe9ce3), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.845321 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.849348 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cade1833-0997-4d6b-9fcb-0bcc13fe9ce3 HTTP/1.1" status: 204 len: 168 time: 0.2169936 Feb 08 16:46:13.858193 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eafa5-b206-4251-8126-996a783b8c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cade1833-0997-4d6b-9fcb-0bcc13fe9ce3,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.863671 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.865591 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Pushing event updated for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.991367 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:14.002512 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:14.005042 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:14.017726 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23', 'network_id': '8fa132bb-f81d-40c5-97f2-e1964294199e', 'port_id': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23', 'mac_address': 'fa:16:3e:f2:20:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22ffc73-b19c-4b4e-8765-f67a5e3aeddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:46:14.025348 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5a4c9-7497-412f-a5ed-b2533df6f4a8 req-b9148079-72fb-45e7-932c-b8cd33b80942 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:14.027280 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4a5a4c9-7497-412f-a5ed-b2533df6f4a8 req-b9148079-72fb-45e7-932c-b8cd33b80942 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0897756 Feb 08 16:46:14.085697 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d1a54946-5016-4f2c-9cd4-050754ebf40a up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:14.161061 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port caf61fd0-7dff-4794-942a-dd5f8ce46e23 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:14.162180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.178094 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4a5a4c9-7497-412f-a5ed-b2533df6f4a8 req-4a078796-9909-43fc-a018-74b210c49921 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674243 Feb 08 16:46:14.211082 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:14.251278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf61fd0-7dff-4794-942a-dd5f8ce46e23 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:46:14.285272 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:14.296100 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.335206 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port d1a54946-5016-4f2c-9cd4-050754ebf40a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:14.335719 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.354050 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:14.369544 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3c604f57-ddf7-40bf-9c8a-61eadc6f23dd admin admin] 10.222.0.35 "PUT /v2.0/routers/818ca1d4-4515-498a-a3dd-f7a5fe253f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1732111 Feb 08 16:46:14.369865 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56254) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:14.383706 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f6625c06-d8e7-44ad-acb9-0a4c0a2d15bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.419066 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-33e66835-662b-4919-a6b3-0e95aa34e470 None None] Provisioning complete for port a12c8aaf-1041-4399-9fac-73b3d208ec06 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:14.419514 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-33e66835-662b-4919-a6b3-0e95aa34e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.422290 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 1, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:14.444039 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:14.479142 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f6625c06-d8e7-44ad-acb9-0a4c0a2d15bd admin admin] Publish callbacks [] for security_group (8d560137-cd7a-4d16-8b53-785dd2bc2eeb), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.482088 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beabc3-a844-4123-8002-1d6966a0af0c None None] The sync data for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi is: [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 1, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:14.484300 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f6625c06-d8e7-44ad-acb9-0a4c0a2d15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8d560137-cd7a-4d16-8b53-785dd2bc2eeb), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.527167 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6625c06-d8e7-44ad-acb9-0a4c0a2d15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d560137-cd7a-4d16-8b53-785dd2bc2eeb,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:14.530343 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-33e66835-662b-4919-a6b3-0e95aa34e470 None None] Port a12c8aaf-1041-4399-9fac-73b3d208ec06 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:14.535244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56260) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:14.538118 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port d1a54946-5016-4f2c-9cd4-050754ebf40a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:14.542499 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f6625c06-d8e7-44ad-acb9-0a4c0a2d15bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba844e1e5c894feea61caffa2e319976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725450 Feb 08 16:46:14.595301 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] Publish callbacks [] for security_group (8d560137-cd7a-4d16-8b53-785dd2bc2eeb), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.621810 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] Publish callbacks [] for security_group (8d560137-cd7a-4d16-8b53-785dd2bc2eeb), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.678276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8d560137-cd7a-4d16-8b53-785dd2bc2eeb), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.681429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.682723 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d560137-cd7a-4d16-8b53-785dd2bc2eeb HTTP/1.1" status: 204 len: 168 time: 0.1464610 Feb 08 16:46:14.691153 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165b572-42a0-440c-97c0-bc7d21e90f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d560137-cd7a-4d16-8b53-785dd2bc2eeb,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:14.830925 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['caf61fd0-7dff-4794-942a-dd5f8ce46e23'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:15.033307 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e47cf-bc03-4e50-9afa-bb0fdf833d82 req-fbbff466-b3a2-4b1f-8444-b3905b8fcf9a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:15.049742 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-872e47cf-bc03-4e50-9afa-bb0fdf833d82 req-fbbff466-b3a2-4b1f-8444-b3905b8fcf9a tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 945 time: 0.1701858 Feb 08 16:46:15.183574 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-872e47cf-bc03-4e50-9afa-bb0fdf833d82 req-e5598bcf-cf7e-4f53-9f2a-66be91e0b9db tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273222 Feb 08 16:46:15.435138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52765fbb-ea4d-4fc7-99a4-9910230cf6f5 req-23c6077e-217e-4e27-b502-1835b0c64b12 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:15.444874 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52765fbb-ea4d-4fc7-99a4-9910230cf6f5 req-23c6077e-217e-4e27-b502-1835b0c64b12 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1607754 Feb 08 16:46:15.503957 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56296) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.505835 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3495a4-d2e1-4d4c-895c-6fabb57a65c6 req-c8c97b0c-2fc4-4d12-92d6-d8582e353916 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:15.507949 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed3495a4-d2e1-4d4c-895c-6fabb57a65c6 req-c8c97b0c-2fc4-4d12-92d6-d8582e353916 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1600194 Feb 08 16:46:15.518494 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041478736-network', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:15.594708 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52765fbb-ea4d-4fc7-99a4-9910230cf6f5 req-cdb92a55-0cb8-481f-89f5-221f5215c057 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471152 Feb 08 16:46:15.597919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Made reservation on behalf of 559f06f01fa44382a6a56bf847e5d610 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:15.604630 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.621532 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.650657 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed3495a4-d2e1-4d4c-895c-6fabb57a65c6 req-900a9d53-fb15-4a9e-81c4-1465e8cc8ad5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182909 Feb 08 16:46:15.756775 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks [] for security_group (32e83877-9ef7-4519-8717-32562196c0f4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.763442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (32e83877-9ef7-4519-8717-32562196c0f4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.791819 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:46:15.803167 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e83877-9ef7-4519-8717-32562196c0f4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:15.825204 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (108a2096-5fa8-4b5c-b593-9d1ede947e57), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.825204 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Added segment 108a2096-5fa8-4b5c-b593-9d1ede947e57 of type vlan for network b5baab63-5fd7-49b7-aa10-764970d9fb0a Feb 08 16:46:15.870838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (b5baab63-5fd7-49b7-aa10-764970d9fb0a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.900280 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (b5baab63-5fd7-49b7-aa10-764970d9fb0a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.901341 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:15.901986 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.974472 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] Pushing event updated for resources: {'Network': ['ID=b5baab63-5fd7-49b7-aa10-764970d9fb0a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:15.982180 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-096fb466-c3cc-4201-b952-1c25724e6421 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4729412 Feb 08 16:46:15.984978 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56316) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.990458 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Request body: {'subnet': {'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041478736-subnet', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:15.995009 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:46:16.012485 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Made reservation on behalf of 559f06f01fa44382a6a56bf847e5d610 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:16.015004 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.106214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5b60126a-99da-4be6-b877-6da274776ff8 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:16.170569 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 5b60126a-99da-4be6-b877-6da274776ff8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:16.170937 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5b60126a-99da-4be6-b877-6da274776ff8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.265742 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.281743 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 5b60126a-99da-4be6-b877-6da274776ff8 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:16.282409 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5b60126a-99da-4be6-b877-6da274776ff8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.314931 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 5b60126a-99da-4be6-b877-6da274776ff8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5b60126a-99da-4be6-b877-6da274776ff8,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:16.324599 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5b60126a-99da-4be6-b877-6da274776ff8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.358852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Checking segment: {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:16.359210 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Network hostable DHCP agents. Network: b5baab63-5fd7-49b7-aa10-764970d9fb0a, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:46:16.362598 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.385463 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:46:16.388526 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=5b60126a-99da-4be6-b877-6da274776ff8,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.399117 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, b5baab63-5fd7-49b7-aa10-764970d9fb0a) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:16.405517 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:16.407592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fc002-b368-4c64-a7b6-baa94bdc4e53 None None] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:16.412698 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.424094 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44904175-48d4-4e0b-8e39-e0d4ef8c3e02 req-12a2b533-7827-4453-8861-8f30309d4fdb tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:16.426271 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44904175-48d4-4e0b-8e39-e0d4ef8c3e02 req-12a2b533-7827-4453-8861-8f30309d4fdb tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 945 time: 0.0888896 Feb 08 16:46:16.431376 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-082357e0-b5f8-41af-ac83-4154880cf2f1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4450686 Feb 08 16:46:16.436336 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56324) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:16.442058 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:16.492127 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.493289 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.493554 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44904175-48d4-4e0b-8e39-e0d4ef8c3e02 req-eb014722-5bf8-416e-9ddb-048af30cee4e tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592113 Feb 08 16:46:16.549163 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:46:16.550247 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.563692 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for router_controller (61160ea7-873e-4bdc-af7e-bf53098d9b1b), precommit_add_association {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.777383 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for router_gateway (61160ea7-873e-4bdc-af7e-bf53098d9b1b), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.805626 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba30fb0-6012-4c80-984c-f9ae90eb64ba req-b3416057-c405-43ea-8304-f674bde0f179 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:16.808531 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ba30fb0-6012-4c80-984c-f9ae90eb64ba req-b3416057-c405-43ea-8304-f674bde0f179 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1154203 Feb 08 16:46:16.820571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608ba7-f4d1-4739-97cb-b12a5b2896cc req-4e26fba5-55c7-4153-b451-0b4d2902c102 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:16.828317 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db608ba7-f4d1-4739-97cb-b12a5b2896cc req-4e26fba5-55c7-4153-b451-0b4d2902c102 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0840416 Feb 08 16:46:16.892527 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Allocated IP 172.20.0.2 (b5baab63-5fd7-49b7-aa10-764970d9fb0a/7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27/04ddb33e-959e-492f-a336-e2f69e4549e7) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:16.897263 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db608ba7-f4d1-4739-97cb-b12a5b2896cc req-0e8f6285-de05-4aab-909d-7c60c0201efa tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654449 Feb 08 16:46:17.133299 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks [] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.150846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.184717 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ba30fb0-6012-4c80-984c-f9ae90eb64ba req-a5785e6d-cdec-4c3f-97ba-8d5848d4495e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644223 Feb 08 16:46:17.217833 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Pushing event updated for resources: {'Port': ['ID=04ddb33e-959e-492f-a336-e2f69e4549e7,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:17.238252 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:17.240055 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:17.243447 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:17.264090 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1f281-9810-426d-b7f4-8251a3ab34a7 req-52eff3d7-f6c7-43aa-96d0-244a8ef40135 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:17.265645 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1fc1f281-9810-426d-b7f4-8251a3ab34a7 req-52eff3d7-f6c7-43aa-96d0-244a8ef40135 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.0849030 Feb 08 16:46:17.324715 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Attempting to bind port 04ddb33e-959e-492f-a336-e2f69e4549e7 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:17.325097 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Attempting to bind port 04ddb33e-959e-492f-a336-e2f69e4549e7 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:17.325467 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Attempting to bind port 04ddb33e-959e-492f-a336-e2f69e4549e7 on network b5baab63-5fd7-49b7-aa10-764970d9fb0a {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:17.331388 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:17.331820 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Checking segment: {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:17.332348 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.332760 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Bound using segment: {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:17.333261 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Bound port: 04ddb33e-959e-492f-a336-e2f69e4549e7, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:17.333645 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.350919 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1fc1f281-9810-426d-b7f4-8251a3ab34a7 req-437af8bd-bd28-4136-908a-066bc5c29fa0 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792065 Feb 08 16:46:17.409164 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for router_gateway (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.417980 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] For port 04ddb33e-959e-492f-a336-e2f69e4549e7, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:17.421215 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] For port 04ddb33e-959e-492f-a336-e2f69e4549e7, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=04ddb33e-959e-492f-a336-e2f69e4549e7,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:17.427036 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.428639 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.491023 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a28e6-0ae0-4114-9667-b5e68a4b4c2d None None] Pushing event updated for resources: {'Port': ['ID=04ddb33e-959e-492f-a336-e2f69e4549e7,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:17.559337 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Allocated IP 172.27.1.18 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/9c4fe519-a4ba-483e-a97b-0d6daad0b2f1) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:17.598895 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Sync routers for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:17.613064 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:17.613927 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:17.615488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device caf61fd0-7dff-4794-942a-dd5f8ce46e23 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:17.698669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port caf61fd0-7dff-4794-942a-dd5f8ce46e23 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:46:17.704971 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd7046-328f-4083-9d85-f2c4db436734 req-a9b45f74-1c1e-4131-8eb6-c92451d30e18 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:17.705499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port caf61fd0-7dff-4794-942a-dd5f8ce46e23 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:17.705499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.717222 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0fcd7046-328f-4083-9d85-f2c4db436734 req-a9b45f74-1c1e-4131-8eb6-c92451d30e18 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 945 time: 0.1248519 Feb 08 16:46:17.778910 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.818803 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0fcd7046-328f-4083-9d85-f2c4db436734 req-281606cf-e29c-4578-aa5a-0754dcaf6873 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791759 Feb 08 16:46:17.832414 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port caf61fd0-7dff-4794-942a-dd5f8ce46e23 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:17.832414 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.852473 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.862730 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:17.869965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:17.869965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12520a41-f8e9-49b8-bd5f-15bf0f3c7bd4" -d '{"events": [{"server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "name": "network-vif-plugged", "status": "completed", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:17.910518 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:17.922591 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:17.926760 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.926954 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:17.935265 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:18.083375 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98650697-3471-4b4a-9edb-b15d2c7d5ab0 x-openstack-request-id: req-98650697-3471-4b4a-9edb-b15d2c7d5ab0 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:18.083979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "name": "network-vif-plugged", "status": "completed", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:18.086035 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98650697-3471-4b4a-9edb-b15d2c7d5ab0 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:18.086674 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23', 'code': 200} Feb 08 16:46:18.089232 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:18.117158 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:46:18.156120 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 2, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:18.170260 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Pushing event updated for resources: {'Port': ['ID=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:18.184908 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Checking router: 818ca1d4-4515-498a-a3dd-f7a5fe253f5d for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:18.185530 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Updating router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d port a12c8aaf-1041-4399-9fac-73b3d208ec06 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:18.215849 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.268546 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 04ddb33e-959e-492f-a336-e2f69e4549e7 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:18.343735 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 04ddb33e-959e-492f-a336-e2f69e4549e7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.344287 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.458926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2b45-cdbe-4c30-b45b-6cb17b9ab217 req-edde67b0-5c40-4468-bb2b-bae8abc243d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:18.460743 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fec2b45-cdbe-4c30-b45b-6cb17b9ab217 req-edde67b0-5c40-4468-bb2b-bae8abc243d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 1130 time: 0.2861466 Feb 08 16:46:18.466994 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a59cb-3825-4cd6-a3c2-4d36b13ae8ec req-ed0fb077-df10-4290-a794-669497aa532f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:18.470550 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-937a59cb-3825-4cd6-a3c2-4d36b13ae8ec req-ed0fb077-df10-4290-a794-669497aa532f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1046014 Feb 08 16:46:18.472442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8caba-5d6b-421d-b706-c30c9695855c req-ff1b9e99-fec9-4fb7-8a9c-b49d3d3441f8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:18.474001 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eff8caba-5d6b-421d-b706-c30c9695855c req-ff1b9e99-fec9-4fb7-8a9c-b49d3d3441f8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.3832581 Feb 08 16:46:18.480951 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 04ddb33e-959e-492f-a336-e2f69e4549e7 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:18.483936 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.556799 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 04ddb33e-959e-492f-a336-e2f69e4549e7, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=04ddb33e-959e-492f-a336-e2f69e4549e7,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:18.564465 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-937a59cb-3825-4cd6-a3c2-4d36b13ae8ec req-cf900795-26fb-4092-b586-870c30356d66 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830276 Feb 08 16:46:18.571142 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.572900 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5b60126a-99da-4be6-b877-6da274776ff8 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:18.619900 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fec2b45-cdbe-4c30-b45b-6cb17b9ab217 req-c0d3fb25-a787-4f52-8aad-9e3e6a3a8978 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414273 Feb 08 16:46:18.636040 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for router_gateway (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.654854 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks [] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.667966 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.719689 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eff8caba-5d6b-421d-b706-c30c9695855c req-17b071b4-1404-46c1-af0d-1b2d605fe4a6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309661 Feb 08 16:46:18.732062 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Pushing event updated for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:18.733535 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 5b60126a-99da-4be6-b877-6da274776ff8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.734003 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5b60126a-99da-4be6-b877-6da274776ff8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.753116 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.753638 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.754025 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.754436 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.754844 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.755246 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.755645 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.756072 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.756494 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.756906 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.757301 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.757692 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.758080 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:18.778561 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=04ddb33e-959e-492f-a336-e2f69e4549e7,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:18.805986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcc5e9-3638-44da-84d8-4daf7451b339 req-fefb19e0-5b57-46c3-be69-4520f37e0c41 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:18.810181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7dbcc5e9-3638-44da-84d8-4daf7451b339 req-fefb19e0-5b57-46c3-be69-4520f37e0c41 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.1438327 Feb 08 16:46:18.881917 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Attempting to bind port a12c8aaf-1041-4399-9fac-73b3d208ec06 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:18.885004 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Attempting to bind port a12c8aaf-1041-4399-9fac-73b3d208ec06 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:18.885549 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Attempting to bind port a12c8aaf-1041-4399-9fac-73b3d208ec06 on network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:18.894898 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:18.897971 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Checking segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:18.901147 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.901641 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Bound using segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:18.902247 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Bound port: a12c8aaf-1041-4399-9fac-73b3d208ec06, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:18.902701 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.949130 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7dbcc5e9-3638-44da-84d8-4daf7451b339 req-57157ceb-bd7a-4361-bb96-748c4b763a5f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192245 Feb 08 16:46:18.978894 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 5b60126a-99da-4be6-b877-6da274776ff8 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:19.046363 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] For port a12c8aaf-1041-4399-9fac-73b3d208ec06, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:19.049787 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] For port a12c8aaf-1041-4399-9fac-73b3d208ec06, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a12c8aaf-1041-4399-9fac-73b3d208ec06,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:19.058030 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.122098 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfc23-62bf-4c73-b43b-1c5cc6462616 req-d45278ed-ee90-49ac-8f07-6cb5a76693f6 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:19.123442 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159023d-a8bc-4ebb-b3ae-c613360efadf None None] Pushing event updated for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:19.128145 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:19.128854 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:19.133946 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-884dfc23-62bf-4c73-b43b-1c5cc6462616 req-d45278ed-ee90-49ac-8f07-6cb5a76693f6 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.1466143 Feb 08 16:46:19.164102 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.174039 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1aef9-5e41-4c69-9c31-436af6f8335f None None] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:19.258647 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Provisioning complete for port a12c8aaf-1041-4399-9fac-73b3d208ec06 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:19.259341 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:19.259614 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.266412 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-884dfc23-62bf-4c73-b43b-1c5cc6462616 req-3f37e394-c6da-4d5b-bf73-dd6075e4e432 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291060 Feb 08 16:46:19.350471 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Router 61160ea7-873e-4bdc-af7e-bf53098d9b1b is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:46:19.405201 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Current status of the port a12c8aaf-1041-4399-9fac-73b3d208ec06 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:19.405777 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.449912 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] For port a12c8aaf-1041-4399-9fac-73b3d208ec06, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a12c8aaf-1041-4399-9fac-73b3d208ec06,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:19.455969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.482315 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:19.496627 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Provisioning complete for port 04ddb33e-959e-492f-a336-e2f69e4549e7 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:19.497008 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.506626 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.508386 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-52f1f690-5302-46eb-a679-5c473c0b5d4b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0705345 Feb 08 16:46:19.512017 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56386) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:19.514753 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:19.526661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Sync routers for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:19.560490 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9945fa-3315-4b63-99e7-83e9bcd9f1c5 None None] The sync data for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi is: [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:19.564119 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:19.564840 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:19.566787 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Pushing event updated for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:19.719499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:19.836561 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-eb39ca67-ef9b-4d80-8b43-30f7455ed9c5 None None] Current status of the port 04ddb33e-959e-492f-a336-e2f69e4549e7 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:19.904797 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cf33-9862-483c-a357-d590436f2130 req-f5c144fe-cb38-4891-b817-f1d343bfec7f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:19.907509 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4c4cf33-9862-483c-a357-d590436f2130 req-f5c144fe-cb38-4891-b817-f1d343bfec7f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0949233 Feb 08 16:46:19.964580 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4c4cf33-9862-483c-a357-d590436f2130 req-3c58dc1b-6352-4ead-bd66-3a33d068f746 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509295 Feb 08 16:46:20.019025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Provisioning complete for port a12c8aaf-1041-4399-9fac-73b3d208ec06 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.019397 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.147832 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:18Z', 'revision_number': 3, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:20.150913 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 04ddb33e-959e-492f-a336-e2f69e4549e7 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:20.206087 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Checking router: 61160ea7-873e-4bdc-af7e-bf53098d9b1b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:20.206633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Updating router 61160ea7-873e-4bdc-af7e-bf53098d9b1b port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:20.223098 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b19a7-e259-4365-a3db-178612df2cf0 req-32e46597-1045-4aa8-bb6c-4c103b0c98df tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.224626 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-184b19a7-e259-4365-a3db-178612df2cf0 req-32e46597-1045-4aa8-bb6c-4c103b0c98df tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.1509628 Feb 08 16:46:20.238966 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d7fb-e5d3-4eed-b9d6-bd7a26b2efa2 req-b1a0e810-f541-45e9-923b-2efb187e8cc6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.241271 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc74d7fb-e5d3-4eed-b9d6-bd7a26b2efa2 req-b1a0e810-f541-45e9-923b-2efb187e8cc6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 946 time: 0.1128323 Feb 08 16:46:20.258328 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.310380 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357c972-27ed-48e8-a7db-2d79549fa39f req-2701147f-ee3d-4493-b8c6-ee67cad3d82b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.314119 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a357c972-27ed-48e8-a7db-2d79549fa39f req-2701147f-ee3d-4493-b8c6-ee67cad3d82b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.2479918 Feb 08 16:46:20.343228 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc74d7fb-e5d3-4eed-b9d6-bd7a26b2efa2 req-3e9f05ca-1cb2-4076-8112-bc660ae5fb6e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Feb 08 16:46:20.365086 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Current status of the port a12c8aaf-1041-4399-9fac-73b3d208ec06 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.420001 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Deleting port c3b70171-ae78-4aa2-9269-f259a579efd6 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:20.420793 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.508646 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a357c972-27ed-48e8-a7db-2d79549fa39f req-41343bff-f0d3-4079-b64f-4f9b0add18b8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933527 Feb 08 16:46:20.554171 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Provisioning complete for port 04ddb33e-959e-492f-a336-e2f69e4549e7 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.554640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.606636 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 04ddb33e-959e-492f-a336-e2f69e4549e7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.606860 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.624568 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] For port c3b70171-ae78-4aa2-9269-f259a579efd6, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=c3b70171-ae78-4aa2-9269-f259a579efd6,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:20.625041 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.651006 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18127e8-7c08-451d-8499-4ebc602c7d10 req-891552fe-d784-47ba-bdde-c6cb5bbd259f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.652689 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b18127e8-7c08-451d-8499-4ebc602c7d10 req-891552fe-d784-47ba-bdde-c6cb5bbd259f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.1445713 Feb 08 16:46:20.657493 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Calling delete_port for c3b70171-ae78-4aa2-9269-f259a579efd6 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:20.745077 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.770909 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b18127e8-7c08-451d-8499-4ebc602c7d10 req-65612815-e181-48ab-9e33-e0b661ffe3e1 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086941 Feb 08 16:46:20.822622 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-a314245a-5f08-4e02-b9fd-ce028376f052 None None] Current status of the port 04ddb33e-959e-492f-a336-e2f69e4549e7 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.832181 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 04ddb33e-959e-492f-a336-e2f69e4549e7 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.833237 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a12c8aaf-1041-4399-9fac-73b3d208ec06 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:20.862661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (c3b70171-ae78-4aa2-9269-f259a579efd6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.895667 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648', '5bf7187c-608b-4223-8eb8-d0779f39ffb8', '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'c3b70171-ae78-4aa2-9269-f259a579efd6'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:20.904394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event deleted for resources: {'Port': ['ID=c3b70171-ae78-4aa2-9269-f259a579efd6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:20.941710 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Allocated IP 172.20.0.1 (b5baab63-5fd7-49b7-aa10-764970d9fb0a/7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27/5cd3b3da-bfc9-4436-8ba2-42c59051b1f8) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:20.945596 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] No DVR routers for this DVR port c3b70171-ae78-4aa2-9269-f259a579efd6 on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:46:20.950171 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.954110 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-184b19a7-e259-4365-a3db-178612df2cf0 req-4b99644d-ff86-43ee-be0e-e2eb7f00b87d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "DELETE /v2.0/ports/c3b70171-ae78-4aa2-9269-f259a579efd6 HTTP/1.1" status: 204 len: 173 time: 0.7114758 Feb 08 16:46:20.955351 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'name': 'network-vif-deleted', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:20.958147 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9c67e-ccb0-482a-8202-298ba9c81cce" -d '{"events": [{"server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "name": "network-vif-deleted", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:20.975648 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks [] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.010740 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.048275 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d69f03-d59b-4e3a-a0db-37d278b94e9e x-openstack-request-id: req-11d69f03-d59b-4e3a-a0db-37d278b94e9e {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:21.048571 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f35dcea-496c-4068-8519-33560beb7168", "name": "network-vif-deleted", "tag": "c3b70171-ae78-4aa2-9269-f259a579efd6", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:21.048826 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11d69f03-d59b-4e3a-a0db-37d278b94e9e {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:21.049251 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f35dcea-496c-4068-8519-33560beb7168', 'name': 'network-vif-deleted', 'tag': 'c3b70171-ae78-4aa2-9269-f259a579efd6', 'status': 'completed', 'code': 200} Feb 08 16:46:21.060493 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port a12c8aaf-1041-4399-9fac-73b3d208ec06 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:21.060871 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.091910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks [] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.108180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45049fc2-ba54-48ed-b337-c85ea7d2f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.136131 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.155664 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949773-5e23-4ef0-af9d-63472c2975b2 req-936d5473-52d7-4955-8b3b-6b6a01f972cd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.157330 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b949773-5e23-4ef0-af9d-63472c2975b2 req-936d5473-52d7-4955-8b3b-6b6a01f972cd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0732462 Feb 08 16:46:21.182352 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:21.185451 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:21.190011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:21.193303 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Pushing event updated for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.232647 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.233243 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b949773-5e23-4ef0-af9d-63472c2975b2 req-f6160ad9-f24c-4da8-b305-21dd462b3c47 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684507 Feb 08 16:46:21.332515 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Attempting to bind port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:21.332896 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Attempting to bind port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:21.333262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Attempting to bind port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:21.354157 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:21.354540 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:21.354976 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.355376 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:21.355883 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Bound port: 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:21.356272 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.398917 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.487720 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] For port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:21.489054 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-138f072e-4293-4744-ac56-eb36f56cbc89 req-9ac78284-03dc-4727-a07d-8bbdd4181bd1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f35dcea-496c-4068-8519-33560beb7168 HTTP/1.1" status: 200 len: 210 time: 0.0360117 Feb 08 16:46:21.517935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port a12c8aaf-1041-4399-9fac-73b3d208ec06 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:21.517935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-2c9653fa-a38d-40f6-bfb0-f74db4287830 None None] Provisioning complete for port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:21.517935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2c9653fa-a38d-40f6-bfb0-f74db4287830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.523853 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] For port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:21.567697 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.629217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks [] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.635594 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d236d9-668a-4833-a1ef-0d63d37ea376 req-a7251b74-3b70-4c12-a333-b86e86917c08 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.639822 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.643328 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e0d236d9-668a-4833-a1ef-0d63d37ea376 req-a7251b74-3b70-4c12-a333-b86e86917c08 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0677078 Feb 08 16:46:21.676641 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-2c9653fa-a38d-40f6-bfb0-f74db4287830 None None] Port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:21.692586 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e0d236d9-668a-4833-a1ef-0d63d37ea376 req-bb72d5d1-0cc1-4c53-869f-a47cedbd6a78 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478129 Feb 08 16:46:21.713582 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:21.714224 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:21.715165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Pushing event updated for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.715904 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45049fc2-ba54-48ed-b337-c85ea7d2f4f3 None None] Pushing event updated for resources: {'Port': ['ID=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.722444 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.837970 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:21.840149 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:21.924146 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:21.989519 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083e00-2870-4a25-83dd-982732813c15 req-07ed7797-3343-49a2-8a99-5fc70cede1a7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.991910 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4e083e00-2870-4a25-83dd-982732813c15 req-07ed7797-3343-49a2-8a99-5fc70cede1a7 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.1439283 Feb 08 16:46:22.046298 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Router 61160ea7-873e-4bdc-af7e-bf53098d9b1b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:22.083976 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4e083e00-2870-4a25-83dd-982732813c15 req-cdf65953-e8e6-4c9e-b269-283d5d23145f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Feb 08 16:46:22.196050 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56444) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:22.206963 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:22.208374 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '5cd3b3da-bfc9-4436-8ba2-42c59051b1f8', 'name': '', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'mac_address': 'fa:16:3e:df:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:20Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 2, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'subnets': [{'id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:22.212421 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6b53acbc-7a13-47e4-8bd8-906e1696028c admin admin] 10.222.0.35 "PUT /v2.0/routers/61160ea7-873e-4bdc-af7e-bf53098d9b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6987519 Feb 08 16:46:22.252747 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a81a9-9958-4265-9260-cdee7a1913a7 None None] The sync data for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi is: [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '5cd3b3da-bfc9-4436-8ba2-42c59051b1f8', 'name': '', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'mac_address': 'fa:16:3e:df:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:20Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 2, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'subnets': [{'id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:22.262101 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-23be02f0-347e-4f6c-85b5-4100d83c056d None None] Provisioning complete for port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:22.262101 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-23be02f0-347e-4f6c-85b5-4100d83c056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.324819 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-23be02f0-347e-4f6c-85b5-4100d83c056d None None] Port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:22.400681 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b29b096-4dd4-46e7-b2f1-1a9321c3570e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.467854 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3f4d-828e-4f12-862a-5cbe1519a233 req-69669e14-7e7b-4ec9-bced-b8d6566b731b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.469429 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-135c3f4d-828e-4f12-862a-5cbe1519a233 req-69669e14-7e7b-4ec9-bced-b8d6566b731b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1126795 Feb 08 16:46:22.510832 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b29b096-4dd4-46e7-b2f1-1a9321c3570e admin admin] Publish callbacks [] for security_group (b9495d99-6c71-4ee3-b0fe-a68c6054d984), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.519491 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3b29b096-4dd4-46e7-b2f1-1a9321c3570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b9495d99-6c71-4ee3-b0fe-a68c6054d984), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.563105 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-135c3f4d-828e-4f12-862a-5cbe1519a233 req-205e6803-9346-4e82-a091-35ecaf625393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857391 Feb 08 16:46:22.600232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3b29b096-4dd4-46e7-b2f1-1a9321c3570e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea8588de9d3d413ba2f65634958f764c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023461 Feb 08 16:46:22.601021 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29b096-4dd4-46e7-b2f1-1a9321c3570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9495d99-6c71-4ee3-b0fe-a68c6054d984,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:22.603598 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56466) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:22.752004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] Publish callbacks [] for security_group (b9495d99-6c71-4ee3-b0fe-a68c6054d984), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.835126 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] Publish callbacks [] for security_group (b9495d99-6c71-4ee3-b0fe-a68c6054d984), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.892461 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140a4df-190a-46c4-8ba7-bce759239104 req-024c693a-41c5-49ab-8e2c-ff63221270d4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.896420 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8140a4df-190a-46c4-8ba7-bce759239104 req-024c693a-41c5-49ab-8e2c-ff63221270d4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1060915 Feb 08 16:46:22.941175 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b9495d99-6c71-4ee3-b0fe-a68c6054d984), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.943788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.944941 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9495d99-6c71-4ee3-b0fe-a68c6054d984 HTTP/1.1" status: 204 len: 168 time: 0.3402774 Feb 08 16:46:22.963105 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798fed3-8e8b-4701-8b93-40f00f0080ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9495d99-6c71-4ee3-b0fe-a68c6054d984,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:22.979558 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8140a4df-190a-46c4-8ba7-bce759239104 req-82f91ec8-55f1-48f4-85b9-dc8b25c08eda tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737171 Feb 08 16:46:23.316440 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56494) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:23.331311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad34c-d8a4-4bc2-b1d9-2081cedc14a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.444018 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad34c-d8a4-4bc2-b1d9-2081cedc14a2 admin admin] Publish callbacks [] for security_group (0dcf91f1-103f-42d5-bc1a-b529a22524db), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.453589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad34c-d8a4-4bc2-b1d9-2081cedc14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0dcf91f1-103f-42d5-bc1a-b529a22524db), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.504344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2f4ad34c-d8a4-4bc2-b1d9-2081cedc14a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71d755ba637745c1915dfb706b1da6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868169 Feb 08 16:46:23.505617 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ad34c-d8a4-4bc2-b1d9-2081cedc14a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcf91f1-103f-42d5-bc1a-b529a22524db,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:23.507165 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56502) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:23.582689 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] Publish callbacks [] for security_group (0dcf91f1-103f-42d5-bc1a-b529a22524db), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.606527 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:46:23.656332 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c3b70171-ae78-4aa2-9269-f259a579efd6 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:23.679951 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] Publish callbacks [] for security_group (0dcf91f1-103f-42d5-bc1a-b529a22524db), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.707910 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: c3b70171-ae78-4aa2-9269-f259a579efd6 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:23.708269 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device c3b70171-ae78-4aa2-9269-f259a579efd6 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:23.819497 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c0aad-1538-47c7-908f-9b17e97124a0 req-ae0de128-9b2c-48c8-bff8-d3a967719a01 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:23.822209 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d3c0aad-1538-47c7-908f-9b17e97124a0 req-ae0de128-9b2c-48c8-bff8-d3a967719a01 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0883071 Feb 08 16:46:23.832432 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:23.846935 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0dcf91f1-103f-42d5-bc1a-b529a22524db), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.848262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:46:23.850574 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.859318 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dcf91f1-103f-42d5-bc1a-b529a22524db HTTP/1.1" status: 204 len: 168 time: 0.3484771 Feb 08 16:46:23.896335 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703c7fc-4530-4fcd-9c81-5f46113329ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcf91f1-103f-42d5-bc1a-b529a22524db,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:23.912623 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: ACTIVE; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:23.917172 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:23.988164 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6d3c0aad-1538-47c7-908f-9b17e97124a0 req-a7e610f7-d8f0-4de9-8dd8-32b17abfdebc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560807 Feb 08 16:46:24.006191 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:46:24.061770 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:24.074028 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.184278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=6']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:24.218540 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:24.231126 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededd2-2768-4c7f-8cab-6ed325ab11d3 req-bdc45c10-5d72-476b-89dc-a045e0f30258 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:24.243826 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7fededd2-2768-4c7f-8cab-6ed325ab11d3 req-bdc45c10-5d72-476b-89dc-a045e0f30258 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1485546 Feb 08 16:46:24.300826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['dc601835-5363-4bdf-9b05-9e711057cbd2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:24.355323 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7fededd2-2768-4c7f-8cab-6ed325ab11d3 req-3e921e3a-0938-4424-9d82-85bc870fbd5f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025927 Feb 08 16:46:24.380195 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d1dc-5cdb-4a7f-8f50-32533af7bbff req-8f94212d-cca8-4361-8808-beafe6898009 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:24.381732 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-35b3d1dc-5cdb-4a7f-8f50-32533af7bbff req-8f94212d-cca8-4361-8808-beafe6898009 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.1011972 Feb 08 16:46:24.420061 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:24.420061 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.455246 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-35b3d1dc-5cdb-4a7f-8f50-32533af7bbff req-0bf47bda-ba25-48ba-b48e-d2eb1b50772e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Feb 08 16:46:24.559802 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:24.560261 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.568760 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56520) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:24.588352 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9c98900-f7e3-4a1c-bf46-a00e817b4069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.596146 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:24.606718 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.684763 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9c98900-f7e3-4a1c-bf46-a00e817b4069 admin admin] Publish callbacks [] for security_group (a1bda557-2589-4dc2-9ad9-9ba5de47c14e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.716886 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:24.765890 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9c98900-f7e3-4a1c-bf46-a00e817b4069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a1bda557-2589-4dc2-9ad9-9ba5de47c14e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.830063 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f9c98900-f7e3-4a1c-bf46-a00e817b4069 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1fae342a79f4247b1b19fa399a2cbe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601800 Feb 08 16:46:24.831538 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c98900-f7e3-4a1c-bf46-a00e817b4069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bda557-2589-4dc2-9ad9-9ba5de47c14e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:24.833540 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56524) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:24.891053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] Publish callbacks [] for security_group (a1bda557-2589-4dc2-9ad9-9ba5de47c14e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.913847 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] Publish callbacks [] for security_group (a1bda557-2589-4dc2-9ad9-9ba5de47c14e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.969215 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a1bda557-2589-4dc2-9ad9-9ba5de47c14e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.971930 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.975425 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1bda557-2589-4dc2-9ad9-9ba5de47c14e HTTP/1.1" status: 204 len: 168 time: 0.1386230 Feb 08 16:46:24.981949 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196b225-c454-465a-b7d8-cac64a78c56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bda557-2589-4dc2-9ad9-9ba5de47c14e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:25.136852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8495ab-22d1-4816-b30e-c0b78a313003 req-8c3fa59e-5bb2-44f0-9230-0974df63e2d4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:25.144422 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f8495ab-22d1-4816-b30e-c0b78a313003 req-8c3fa59e-5bb2-44f0-9230-0974df63e2d4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0748553 Feb 08 16:46:25.203069 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3f8495ab-22d1-4816-b30e-c0b78a313003 req-7cfd3966-1385-4e24-a9a7-3f48b2919c0a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569463 Feb 08 16:46:25.522630 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c890e7-f5c9-4326-aa82-32820f1a7045 req-044e7fbb-8637-47d7-8ea7-c206098b6a5e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:25.530196 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-43c890e7-f5c9-4326-aa82-32820f1a7045 req-044e7fbb-8637-47d7-8ea7-c206098b6a5e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0963101 Feb 08 16:46:25.601225 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-43c890e7-f5c9-4326-aa82-32820f1a7045 req-ebb52ab7-c124-45df-994d-d20c8b7ea371 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643160 Feb 08 16:46:25.616427 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:25.620202 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4367aa-ea5a-4a3d-ad76-97dd873f4850 req-2e3f84e1-7a32-4e27-9e7f-c69e3b0ecbf9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:25.622293 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a4367aa-ea5a-4a3d-ad76-97dd873f4850 req-2e3f84e1-7a32-4e27-9e7f-c69e3b0ecbf9 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0917099 Feb 08 16:46:25.697739 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port dc601835-5363-4bdf-9b05-9e711057cbd2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:25.698409 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:25.702293 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8127daa7-b305-4ddf-93ed-db8f4e91f021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:25.717211 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3a4367aa-ea5a-4a3d-ad76-97dd873f4850 req-4155cae4-6a91-4420-ab52-6d7e4f315e64 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832691 Feb 08 16:46:25.816221 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:25.816615 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:25.842594 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:25.844700 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af456866-3b37-4054-aef1-910edb66a77d" -d '{"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:25.862684 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:25.874038 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:25.914464 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4963bb-411d-42a7-a1b4-2c696e3eef27 x-openstack-request-id: req-9c4963bb-411d-42a7-a1b4-2c696e3eef27 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:25.914765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:25.915967 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c4963bb-411d-42a7-a1b4-2c696e3eef27 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:25.916372 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'code': 200} Feb 08 16:46:25.940348 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=7']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:26.047141 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:26.104162 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:26.104923 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:26.216262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:26.371909 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993a139-8b88-4be8-aa92-8a094b560982 req-0e9501ab-0e30-4e1b-9ce8-b0aea5dc1aea tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:26.378845 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3993a139-8b88-4be8-aa92-8a094b560982 req-0e9501ab-0e30-4e1b-9ce8-b0aea5dc1aea tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0690956 Feb 08 16:46:26.448428 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3993a139-8b88-4be8-aa92-8a094b560982 req-52a4539f-e86e-429e-ade6-11c1f126c117 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685954 Feb 08 16:46:26.781991 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Sync routers for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:26.786170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dbb60-3b98-487e-961a-faf6341fad39 req-be54929e-218f-43fd-9d28-66f462568d16 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:26.801676 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0d3dbb60-3b98-487e-961a-faf6341fad39 req-be54929e-218f-43fd-9d28-66f462568d16 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0927601 Feb 08 16:46:26.803585 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:26.804515 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:45:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:26.875260 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0d3dbb60-3b98-487e-961a-faf6341fad39 req-793dba23-798c-4b6d-b206-05b8820734c2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726085 Feb 08 16:46:26.930215 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e8b5-a10d-49e8-bc6f-5360001a5580 req-71e61047-6c2c-43be-a8c3-b008058dee76 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:26.933621 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51a0e8b5-a10d-49e8-bc6f-5360001a5580 req-71e61047-6c2c-43be-a8c3-b008058dee76 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.1365557 Feb 08 16:46:26.971020 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:27.015380 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51a0e8b5-a10d-49e8-bc6f-5360001a5580 req-6efbef30-6487-42d4-ac62-f947b0c18cd5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650561 Feb 08 16:46:27.232626 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '5cd3b3da-bfc9-4436-8ba2-42c59051b1f8', 'name': '', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'mac_address': 'fa:16:3e:df:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:20Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 2, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'subnets': [{'id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:27.284311 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-a3f50bd1-a908-4562-abd1-97bcc50d6d3e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:27.285657 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-a3f50bd1-a908-4562-abd1-97bcc50d6d3e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 945 time: 0.0803690 Feb 08 16:46:27.292274 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Checking router: 61160ea7-873e-4bdc-af7e-bf53098d9b1b for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:27.292632 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Updating router 61160ea7-873e-4bdc-af7e-bf53098d9b1b port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:27.433299 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Deleting port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:27.433299 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:27.481434 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:27.609590 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] For port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:27.609973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:27.635073 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Calling delete_port for 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:27.657253 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f3d0-ed4d-4ae4-9bfb-4fce0f5c3167 req-729de7c9-2313-43e3-b287-156d24854c99 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:27.659616 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-71f2f3d0-ed4d-4ae4-9bfb-4fce0f5c3167 req-729de7c9-2313-43e3-b287-156d24854c99 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1092255 Feb 08 16:46:27.741682 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-71f2f3d0-ed4d-4ae4-9bfb-4fce0f5c3167 req-f52ca64c-45b7-4447-8710-3e74a3746f95 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740182 Feb 08 16:46:27.858271 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:27.878626 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648', '5bf7187c-608b-4223-8eb8-d0779f39ffb8', '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:27.906497 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event deleted for resources: {'Port': ['ID=9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:27.957210 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] No DVR routers for this DVR port 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:46:27.965718 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:27.973008 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72d635b8-3670-4e85-9d1a-e4069fb13ff3 req-4e2314d2-9b9b-48cc-bbea-69efa57be21b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "DELETE /v2.0/ports/9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d HTTP/1.1" status: 204 len: 173 time: 0.6643128 Feb 08 16:46:27.973533 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'name': 'network-vif-deleted', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:27.976506 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a5f5b-c1c4-4c82-842e-12391eb3a820" -d '{"events": [{"server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "name": "network-vif-deleted", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:28.085311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d37e-f01c-49fa-869d-d73b3d664fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.093949 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks [] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.113905 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.131411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dee70-45e0-40fc-b2ca-80876b511214 x-openstack-request-id: req-661dee70-45e0-40fc-b2ca-80876b511214 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:28.131932 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d6f884-29c3-4149-9eaf-7432f6f92a89", "name": "network-vif-deleted", "tag": "9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:28.134208 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-661dee70-45e0-40fc-b2ca-80876b511214 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:28.134790 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d6f884-29c3-4149-9eaf-7432f6f92a89', 'name': 'network-vif-deleted', 'tag': '9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d', 'status': 'completed', 'code': 200} Feb 08 16:46:28.197250 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2f60-4903-4296-99e4-abb3d0d0a56f req-268d015c-6482-40ff-8c4b-ca9281f68cfa tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:28.197897 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda256-5ff9-4d93-8210-83f5c9b402c6 None None] Pushing event updated for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:28.220897 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ebeb2f60-4903-4296-99e4-abb3d0d0a56f req-268d015c-6482-40ff-8c4b-ca9281f68cfa tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1933904 Feb 08 16:46:28.276727 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-30150640-4f78-4542-a967-9ce9683c906e req-91c7a91a-94b4-4eff-b107-c56da1f6b82f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2d6f884-29c3-4149-9eaf-7432f6f92a89 HTTP/1.1" status: 200 len: 210 time: 0.0847676 Feb 08 16:46:28.308409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56626) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:28.324017 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Attempting to bind port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:28.324387 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Attempting to bind port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:28.324747 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Attempting to bind port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 on network b5baab63-5fd7-49b7-aa10-764970d9fb0a {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:28.331640 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:28.332077 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Checking segment: {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:28.332474 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.332856 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Bound using segment: {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:28.333322 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Bound port: 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a2096-5fa8-4b5c-b593-9d1ede947e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:28.333694 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.336506 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ebeb2f60-4903-4296-99e4-abb3d0d0a56f req-18d795b7-9402-4511-93eb-cf4cc2ead43b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127715 Feb 08 16:46:28.423907 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] For port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:28.427318 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] For port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:28.437698 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.538026 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e11dd101-9301-4410-a44c-44336f516164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.595356 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda256-5ff9-4d93-8210-83f5c9b402c6 None None] Pushing event updated for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:28.599123 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:28.599123 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:46:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:28.676746 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Provisioning complete for port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:28.677121 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.776195 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e11dd101-9301-4410-a44c-44336f516164 admin admin] Publish callbacks [] for security_group (751593d9-deb7-4889-b5b0-c863461edc97), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.797260 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e11dd101-9301-4410-a44c-44336f516164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (751593d9-deb7-4889-b5b0-c863461edc97), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.848270 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:28.873079 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56632) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:28.884417 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-e11dd101-9301-4410-a44c-44336f516164 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e41eeab9e32437da369e1330e392b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5710409 Feb 08 16:46:28.902915 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Current status of the port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:28.903523 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.928069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dd101-9301-4410-a44c-44336f516164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751593d9-deb7-4889-b5b0-c863461edc97,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:28.957088 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] For port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:28.965120 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:28.975564 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] Publish callbacks [] for security_group (751593d9-deb7-4889-b5b0-c863461edc97), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.001684 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] Publish callbacks [] for security_group (751593d9-deb7-4889-b5b0-c863461edc97), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.010905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba19d9-33df-47eb-b076-deba4574475b req-1ac1b793-6567-4e04-a8da-b6bfc5d2a02d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:29.017856 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-21ba19d9-33df-47eb-b076-deba4574475b req-1ac1b793-6567-4e04-a8da-b6bfc5d2a02d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1108243 Feb 08 16:46:29.062022 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (751593d9-deb7-4889-b5b0-c863461edc97), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.064750 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.069295 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/751593d9-deb7-4889-b5b0-c863461edc97 HTTP/1.1" status: 204 len: 168 time: 0.1948044 Feb 08 16:46:29.074771 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-21ba19d9-33df-47eb-b076-deba4574475b req-f664a37e-b624-44bd-8bd3-84e89e1ce899 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 Feb 08 16:46:29.078151 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003370d-37d9-4be7-9519-77b87801a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751593d9-deb7-4889-b5b0-c863461edc97,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:29.105659 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f97ba6-8b9e-4a57-90c8-d20a19763130 None None] Pushing event updated for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:29.139844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f4332b8f-2d5a-40c6-90df-5d779af5c095 None None] Provisioning complete for port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:29.140512 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f4332b8f-2d5a-40c6-90df-5d779af5c095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.216281 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.218799 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '5cd3b3da-bfc9-4436-8ba2-42c59051b1f8', 'name': '', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'mac_address': 'fa:16:3e:df:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:20Z', 'updated_at': '2022-02-08T16:46:28Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'subnets': [{'id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:29.251901 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a18386-415a-46d8-823d-ce0f303bbe03 None None] The sync data for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi is: [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:21Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '5cd3b3da-bfc9-4436-8ba2-42c59051b1f8', 'name': '', 'network_id': 'b5baab63-5fd7-49b7-aa10-764970d9fb0a', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'mac_address': 'fa:16:3e:df:09:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:20Z', 'updated_at': '2022-02-08T16:46:28Z', 'revision_number': 4, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'subnets': [{'id': '7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:29.272735 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f4332b8f-2d5a-40c6-90df-5d779af5c095 None None] Current status of the port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:29.558188 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2f59-90da-4576-ae55-565e5124ecac req-43a00771-6993-4675-86fa-15be9197aae8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:29.561857 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-135c2f59-90da-4576-ae55-565e5124ecac req-43a00771-6993-4675-86fa-15be9197aae8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1380012 Feb 08 16:46:29.679799 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-135c2f59-90da-4576-ae55-565e5124ecac req-afe903ac-0462-44cd-8042-80866b754116 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107905 Feb 08 16:46:29.785575 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 56660) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:29.792586 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f85b-7cd3-4a56-ad55-4251bb1518d4 req-e0f5c06b-a019-4935-bd06-00dbcbe39394 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:29.800249 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f714f85b-7cd3-4a56-ad55-4251bb1518d4 req-e0f5c06b-a019-4935-bd06-00dbcbe39394 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.1082029 Feb 08 16:46:29.805961 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbccc082-5855-473c-8fa3-071fab4c9df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.910045 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f714f85b-7cd3-4a56-ad55-4251bb1518d4 req-cdca1a1a-b9d1-4d52-92e5-b9c93b86c16a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056120 Feb 08 16:46:29.962933 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbccc082-5855-473c-8fa3-071fab4c9df3 admin admin] Publish callbacks [] for security_group (b8258dbf-def5-4193-a8a2-62696c921ab6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.973140 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cbccc082-5855-473c-8fa3-071fab4c9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b8258dbf-def5-4193-a8a2-62696c921ab6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.019910 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cbccc082-5855-473c-8fa3-071fab4c9df3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e5d7f73fb20456a93628def8163a250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332077 Feb 08 16:46:30.022479 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 56668) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:30.025545 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccc082-5855-473c-8fa3-071fab4c9df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8258dbf-def5-4193-a8a2-62696c921ab6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:30.153045 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] Publish callbacks [] for security_group (b8258dbf-def5-4193-a8a2-62696c921ab6), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.199987 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] Publish callbacks [] for security_group (b8258dbf-def5-4193-a8a2-62696c921ab6), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.258865 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:30.315081 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b8258dbf-def5-4193-a8a2-62696c921ab6), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.318119 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.323084 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8258dbf-def5-4193-a8a2-62696c921ab6 HTTP/1.1" status: 204 len: 168 time: 0.2995555 Feb 08 16:46:30.340324 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5749d5-d949-456c-b39a-57b90a2170cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8258dbf-def5-4193-a8a2-62696c921ab6,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:30.442062 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.448654 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703494b-ad4e-4c9d-ab5a-edb3516c59cd req-400313d9-8fce-4602-b296-253f87147e47 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.451896 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3703494b-ad4e-4c9d-ab5a-edb3516c59cd req-400313d9-8fce-4602-b296-253f87147e47 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1392105 Feb 08 16:46:30.458742 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:30.459306 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.569473 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3703494b-ad4e-4c9d-ab5a-edb3516c59cd req-b200c5d6-566f-4ffc-b8e4-33aa4060d4ce tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102321 Feb 08 16:46:30.674776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:30.910675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eba991-a41c-4d34-9248-af6522512b43 req-e628a7a5-d6e1-4af2-b3ef-634e2005149f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.923285 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-47eba991-a41c-4d34-9248-af6522512b43 req-e628a7a5-d6e1-4af2-b3ef-634e2005149f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0883241 Feb 08 16:46:31.078710 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-47eba991-a41c-4d34-9248-af6522512b43 req-e3b3a796-b6dd-4dd7-a5a4-f80d24f2a0f2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541646 Feb 08 16:46:31.136040 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e65d9b-3638-4bbe-8e9c-5fdc602e00c5 req-cecfd93c-d34a-44e4-ab53-d0121c2e7c5a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:31.143230 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f0e65d9b-3638-4bbe-8e9c-5fdc602e00c5 req-cecfd93c-d34a-44e4-ab53-d0121c2e7c5a tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.1129608 Feb 08 16:46:31.218836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f0e65d9b-3638-4bbe-8e9c-5fdc602e00c5 req-00c036b7-63fe-4867-947c-30252a244fd6 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719829 Feb 08 16:46:31.604867 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bcf64-5105-4773-a1b0-eaae7a0a4a6b req-9dfe7ab3-b14a-49e3-8b5b-e070a2bd52a9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:31.635667 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-969bcf64-5105-4773-a1b0-eaae7a0a4a6b req-9dfe7ab3-b14a-49e3-8b5b-e070a2bd52a9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1461165 Feb 08 16:46:31.777717 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-969bcf64-5105-4773-a1b0-eaae7a0a4a6b req-93300b7e-8cdc-40b6-a67e-d97681db37fb tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388233 Feb 08 16:46:31.856728 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3aff6d-a1ab-460e-80b3-dbbe0fe421d3 req-ba9543bc-997c-4159-aaa4-429b5baeafc2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:31.862387 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a3aff6d-a1ab-460e-80b3-dbbe0fe421d3 req-ba9543bc-997c-4159-aaa4-429b5baeafc2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0994172 Feb 08 16:46:31.955154 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a3aff6d-a1ab-460e-80b3-dbbe0fe421d3 req-1e00372b-9ebb-4fbb-a5a0-9cba19a642bc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861285 Feb 08 16:46:31.964965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:32.497185 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:32.573460 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:32.573824 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 9b9c193c-1cd8-48cc-8cbf-37ead2d5bc3d not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:32.826086 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2506-005c-46f8-9695-c68a0e1103b7 req-1dcabd51-f9b4-4a86-a8ad-e0b265dcb757 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:32.833161 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e3ce2506-005c-46f8-9695-c68a0e1103b7 req-1dcabd51-f9b4-4a86-a8ad-e0b265dcb757 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.5170715 Feb 08 16:46:32.950134 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e3ce2506-005c-46f8-9695-c68a0e1103b7 req-da6ad96e-c157-4cd0-a8d2-c6bf4a5cfcac tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159995 Feb 08 16:46:32.963219 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b96a0-4844-439b-925d-246e80bd48ea req-dbec3a06-f93a-493a-a70a-4668be40497d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:32.970818 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1c3b96a0-4844-439b-925d-246e80bd48ea req-dbec3a06-f93a-493a-a70a-4668be40497d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1056910 Feb 08 16:46:33.077592 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1c3b96a0-4844-439b-925d-246e80bd48ea req-91491fd6-1e15-4f14-a85e-8a3caedb0934 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055996 Feb 08 16:46:33.204843 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078934d-3ca0-43c0-8735-c9619e1294cb req-4a90edea-b888-4447-81ef-de1b57631c92 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:33.206529 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3078934d-3ca0-43c0-8735-c9619e1294cb req-4a90edea-b888-4447-81ef-de1b57631c92 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1212509 Feb 08 16:46:33.316239 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3078934d-3ca0-43c0-8735-c9619e1294cb req-666705e2-2c23-4077-82ba-376af94dcb5e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993404 Feb 08 16:46:34.235807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348faf-92d5-441b-9f2d-44e4e30269ee req-4343bbef-7245-45bd-b1e7-73cac5961cb7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:34.239145 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f348faf-92d5-441b-9f2d-44e4e30269ee req-4343bbef-7245-45bd-b1e7-73cac5961cb7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.1859441 Feb 08 16:46:34.321093 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652cd58-bcbf-4264-9916-406e4cda1115 req-16f1dbbd-7f5d-4762-a931-171cebb4260c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:34.344534 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7652cd58-bcbf-4264-9916-406e4cda1115 req-16f1dbbd-7f5d-4762-a931-171cebb4260c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1224468 Feb 08 16:46:34.435748 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7652cd58-bcbf-4264-9916-406e4cda1115 req-1bace039-a475-4e39-aa45-608dff03f37e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890248 Feb 08 16:46:34.610127 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdc673-e25a-43ea-8ba4-7df2577eff22 req-77d8fb45-8372-49a5-a9e3-c72773305c28 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:34.617625 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ccdc673-e25a-43ea-8ba4-7df2577eff22 req-77d8fb45-8372-49a5-a9e3-c72773305c28 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0924618 Feb 08 16:46:34.666663 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f348faf-92d5-441b-9f2d-44e4e30269ee req-d522fd57-2dde-436d-9053-64f0088cb401 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150505 Feb 08 16:46:34.820424 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3ccdc673-e25a-43ea-8ba4-7df2577eff22 req-80f20bec-e6ea-4f2d-99ab-a4f4f735cbcb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011342 Feb 08 16:46:34.935338 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-58402ab4-4bfe-4d60-95d4-1f8c3ce32cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:34.936972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-58402ab4-4bfe-4d60-95d4-1f8c3ce32cbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.0526388 Feb 08 16:46:35.067936 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-7202e9c1-81cd-4c69-8d71-fd46211dc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:35.070201 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-7202e9c1-81cd-4c69-8d71-fd46211dc8f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.1240835 Feb 08 16:46:35.248849 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-80a1129a-2884-404f-adc9-1beeb5e22a7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1002 time: 0.1692393 Feb 08 16:46:35.391843 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-a386bd11-69fd-4456-941a-2233f41d7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:35.393301 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-a386bd11-69fd-4456-941a-2233f41d7842 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.1373391 Feb 08 16:46:35.465633 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-26aceabf-9db8-47c9-a8b1-45f673a6ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:35.467036 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-26aceabf-9db8-47c9-a8b1-45f673a6ab93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651438 Feb 08 16:46:35.631781 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd017-b3b8-4c87-8677-6d318fafdd9a req-8dc332c1-aea0-48cc-b748-2151866f1c27 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:35.645465 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f40fd017-b3b8-4c87-8677-6d318fafdd9a req-8dc332c1-aea0-48cc-b748-2151866f1c27 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.1017556 Feb 08 16:46:35.661741 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-794fe4b0-2a4f-4773-af6d-c9f411f79d5f service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874561 Feb 08 16:46:35.777769 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f40fd017-b3b8-4c87-8677-6d318fafdd9a req-c0777650-668e-48ff-98cb-d9ed4d1a5b2a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313107 Feb 08 16:46:36.060670 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee374-62c1-4e4d-aa8a-4ae7e5599b3d req-292debf5-45c6-474b-800e-f763ceebb9e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:36.062562 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7f1ee374-62c1-4e4d-aa8a-4ae7e5599b3d req-292debf5-45c6-474b-800e-f763ceebb9e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1031206 Feb 08 16:46:36.216366 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9c14d-6ed8-4b72-a199-76605762e201 req-066ca36c-3c57-42ee-a1fd-a0f6f2640fa5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:36.223142 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9c9c14d-6ed8-4b72-a199-76605762e201 req-066ca36c-3c57-42ee-a1fd-a0f6f2640fa5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.1781795 Feb 08 16:46:36.249461 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-123cfe29-2d48-4b3c-a603-8a41f89daff2 req-d39175a0-2617-40d9-9d65-c727d731dd4c service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790911 Feb 08 16:46:36.318823 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b9c9c14d-6ed8-4b72-a199-76605762e201 req-1d71c302-b6a9-47e1-aa6f-6aafeaa9f111 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 Feb 08 16:46:36.320372 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7f1ee374-62c1-4e4d-aa8a-4ae7e5599b3d req-46fe1daf-1c17-4214-92ad-baa31142353a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497456 Feb 08 16:46:36.374737 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-13084292-5cd8-4d9e-86bc-cba48945605d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:36.376384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-13084292-5cd8-4d9e-86bc-cba48945605d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 945 time: 0.1677203 Feb 08 16:46:36.543819 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Deleting port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:36.544191 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:36.732732 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] For port 5bf7187c-608b-4223-8eb8-d0779f39ffb8, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5bf7187c-608b-4223-8eb8-d0779f39ffb8,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:36.733482 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:36.748363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Calling delete_port for 5bf7187c-608b-4223-8eb8-d0779f39ffb8 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:36.905316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (5bf7187c-608b-4223-8eb8-d0779f39ffb8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:36.987430 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648', '5bf7187c-608b-4223-8eb8-d0779f39ffb8'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:37.052962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event deleted for resources: {'Port': ['ID=5bf7187c-608b-4223-8eb8-d0779f39ffb8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:37.110786 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.111215 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.111561 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.112342 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.112676 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.113087 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.113467 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.113804 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.114756 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.114756 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.114756 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.115970 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.115970 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:37.143053 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff10202-b566-47b9-b720-3d16c8808101 req-a562121c-6c67-41a6-9992-c135cdfc5f77 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:37.175439 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5ff10202-b566-47b9-b720-3d16c8808101 req-a562121c-6c67-41a6-9992-c135cdfc5f77 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.2924194 Feb 08 16:46:37.176097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] No DVR routers for this DVR port 5bf7187c-608b-4223-8eb8-d0779f39ffb8 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:46:37.194920 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:37.199924 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-383b4cad-3efd-43cf-9559-14321d19dc6e req-0727b3c4-fa79-4a7c-b6a8-f2d7957cb635 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "DELETE /v2.0/ports/5bf7187c-608b-4223-8eb8-d0779f39ffb8 HTTP/1.1" status: 204 len: 173 time: 0.8175209 Feb 08 16:46:37.200665 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'name': 'network-vif-deleted', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:37.203536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023c0aaa-70ab-4e0e-9746-5c08ed55aa31" -d '{"events": [{"server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "name": "network-vif-deleted", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:37.322534 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81be2d5-08ae-410d-87fd-2e4c3c3113fc x-openstack-request-id: req-c81be2d5-08ae-410d-87fd-2e4c3c3113fc {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:37.323038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34aed937-6496-4bee-8f85-9ac16933bed9", "name": "network-vif-deleted", "tag": "5bf7187c-608b-4223-8eb8-d0779f39ffb8", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:37.323651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c81be2d5-08ae-410d-87fd-2e4c3c3113fc {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:37.324464 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34aed937-6496-4bee-8f85-9ac16933bed9', 'name': 'network-vif-deleted', 'tag': '5bf7187c-608b-4223-8eb8-d0779f39ffb8', 'status': 'completed', 'code': 200} Feb 08 16:46:37.388810 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5ff10202-b566-47b9-b720-3d16c8808101 req-06d55bdf-e2e5-4fa9-a213-9299999ed57b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052603 Feb 08 16:46:37.554413 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3fdfbb78-b80f-4719-92c3-22c1d9cba1f5 req-81b2cb20-379e-45dc-97ab-46b74584160c tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 210 time: 0.0943723 Feb 08 16:46:37.632925 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3013e50-8b7e-4201-8261-62095352cbe4 req-2937dd37-b710-46cc-8230-319be926e864 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:37.642599 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e3013e50-8b7e-4201-8261-62095352cbe4 req-2937dd37-b710-46cc-8230-319be926e864 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0832107 Feb 08 16:46:37.748541 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e3013e50-8b7e-4201-8261-62095352cbe4 req-848b118c-5ff7-4589-b062-96fddad3ef48 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049454 Feb 08 16:46:38.286362 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:38.562523 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0868c-097e-4efc-a675-fdf793292e89 req-39aa0d4d-b446-423c-88a9-c9f63eab1d04 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:38.584794 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-acc0868c-097e-4efc-a675-fdf793292e89 req-39aa0d4d-b446-423c-88a9-c9f63eab1d04 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0869107 Feb 08 16:46:38.689324 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-acc0868c-097e-4efc-a675-fdf793292e89 req-1f411568-e7b7-485a-bbab-11dbfe6b1bce tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971675 Feb 08 16:46:38.732404 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-982c8ad7-4e6f-4367-8b46-d1620eedc15f req-a8575343-88cf-430b-9e8d-f292f4778cdd tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=34aed937-6496-4bee-8f85-9ac16933bed9 HTTP/1.1" status: 200 len: 210 time: 0.0540826 Feb 08 16:46:38.961877 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a68514-b3c6-4a68-9eeb-70d740cc9be2 req-03b201c1-c639-4dc2-96ca-6b63c95272ca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:38.984477 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-46a68514-b3c6-4a68-9eeb-70d740cc9be2 req-03b201c1-c639-4dc2-96ca-6b63c95272ca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.1543627 Feb 08 16:46:39.020807 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-0633315b-25fc-4291-b763-18c2b3dc15d8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:39.022312 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-0633315b-25fc-4291-b763-18c2b3dc15d8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 814 time: 0.2235680 Feb 08 16:46:39.053274 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-65a1ce4d-0e18-4dc4-ab69-373ff5bdfb52 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/quotas/6cd968a946ad4d3d9281c64f94d2eb09 HTTP/1.1" status: 200 len: 375 time: 0.0218642 Feb 08 16:46:39.084364 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-46a68514-b3c6-4a68-9eeb-70d740cc9be2 req-4fa063a0-2712-4788-bddf-d62948f52327 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989220 Feb 08 16:46:39.116938 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-90b47fce-fc6c-4d0b-b897-f53e76cd2635 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578995 Feb 08 16:46:39.225792 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-c609ea65-cc94-4418-8e85-b234988e6af2 service neutron] 10.222.0.35 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952246 Feb 08 16:46:39.329933 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-9e6f633e-1390-462e-9cef-54d4c8685bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978537 Feb 08 16:46:39.569550 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f8213067-8868-4939-9ab3-dfcab25f5793 req-2ef0dcb4-9d65-42ac-987d-ccb5901a025a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 210 time: 0.0683000 Feb 08 16:46:40.028551 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 5bf7187c-608b-4223-8eb8-d0779f39ffb8 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:40.058612 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 5bf7187c-608b-4223-8eb8-d0779f39ffb8 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:40.059033 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 5bf7187c-608b-4223-8eb8-d0779f39ffb8 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:40.213868 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f420aa5-daca-4210-a609-7123c753c0b9 req-044d4953-a744-41f2-af45-e54fed4ddd2e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:40.215371 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2f420aa5-daca-4210-a609-7123c753c0b9 req-044d4953-a744-41f2-af45-e54fed4ddd2e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0568357 Feb 08 16:46:40.272715 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2f420aa5-daca-4210-a609-7123c753c0b9 req-8908aa16-8f75-4fb1-8d4d-c4df79cbc9cb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498946 Feb 08 16:46:40.678102 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36618388-da71-4645-80c0-d89894c9e123 req-5e545767-10e4-4be0-ab9c-266d5910aaee tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 210 time: 0.0407538 Feb 08 16:46:41.421063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52665b-cf11-421e-91c9-990e1fa1fab2 req-a7f216ba-41b0-4d45-9618-855db3fa7e16 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:41.423478 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ba52665b-cf11-421e-91c9-990e1fa1fab2 req-a7f216ba-41b0-4d45-9618-855db3fa7e16 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0691922 Feb 08 16:46:41.478350 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ba52665b-cf11-421e-91c9-990e1fa1fab2 req-a0200af7-b104-451f-9ed4-7479a28d50eb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482075 Feb 08 16:46:41.774626 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4f91462b-6129-437f-b59a-43dff53249ad req-8560a425-c14b-42f3-8c48-57dea104f146 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 210 time: 0.0304632 Feb 08 16:46:42.685784 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d7ff9-0ed2-4985-ba5b-05cd230f2788 req-7fdd23bc-581e-4da0-b551-228a16a04563 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:42.687239 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-394d7ff9-0ed2-4985-ba5b-05cd230f2788 req-7fdd23bc-581e-4da0-b551-228a16a04563 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0571434 Feb 08 16:46:42.731789 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-394d7ff9-0ed2-4985-ba5b-05cd230f2788 req-12ec01a4-f8bf-4944-951d-856f414551db tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390527 Feb 08 16:46:42.866651 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d3b7004-4e30-4e5c-8eca-a2d63a41a497 req-8df2073d-f5ca-4b00-a704-c2997737b4f3 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 210 time: 0.0261383 Feb 08 16:46:43.890043 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-9b2e208c-67a7-41f7-be8a-63d2ce757fff tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:43.891342 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-9b2e208c-67a7-41f7-be8a-63d2ce757fff tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 814 time: 0.1426046 Feb 08 16:46:43.914953 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1ca0-daea-48e2-8155-2cc0f59107f1 req-6cfc581a-8733-4f82-a6ec-e53cf5e3f315 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:43.916736 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d43f1ca0-daea-48e2-8155-2cc0f59107f1 req-6cfc581a-8733-4f82-a6ec-e53cf5e3f315 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0725112 Feb 08 16:46:43.965423 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f72466e2-f0b3-4b3e-96d6-5430ebfa2368 req-2cf1dd8c-dc22-42e0-8647-362ac1f981e9 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 210 time: 0.0275140 Feb 08 16:46:43.968307 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d43f1ca0-daea-48e2-8155-2cc0f59107f1 req-76c3d1e8-91e7-4c1d-8762-def90ad2978e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451488 Feb 08 16:46:43.983083 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'port': {'device_id': '20b3f77f-d45a-4763-8843-929d858a24a3', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'admin_state_up': True, 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:44.112237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Made reservation on behalf of 6cd968a946ad4d3d9281c64f94d2eb09 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:44.115695 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:44.248597 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Allocated IP 172.20.0.11 (3382cd15-23dd-4330-8bca-8bcb7dee0e8b/33ebf8d5-501f-497d-b9e2-fdad472b34b9/ef3eb329-986b-442c-9350-fab47f0d2892) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:44.355883 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-9a4f1263-3419-4c05-bc02-3ed10ddc9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.357779 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-9a4f1263-3419-4c05-bc02-3ed10ddc9eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1130 time: 0.0906801 Feb 08 16:46:44.435930 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a331a-3fdf-4856-aea2-1718cebdf126 req-a22e97b7-bb88-4682-8953-17da8a58a4c7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.437378 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b09a331a-3fdf-4856-aea2-1718cebdf126 req-a22e97b7-bb88-4682-8953-17da8a58a4c7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.1262009 Feb 08 16:46:44.488465 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-8dfccf0e-ff36-4196-aa99-2a64190c2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.490283 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-8dfccf0e-ff36-4196-aa99-2a64190c2f02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.1240594 Feb 08 16:46:44.518734 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for port (ef3eb329-986b-442c-9350-fab47f0d2892), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:44.547532 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b09a331a-3fdf-4856-aea2-1718cebdf126 req-f1cadfa4-8347-475b-aaa1-09eb9b3e19f7 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038320 Feb 08 16:46:44.601434 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-44041119-9f29-44bf-a646-28af0c78bef1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 1001 time: 0.1000264 Feb 08 16:46:44.604189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:44.681913 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-740e9f41-62b1-4ebd-ba0c-17cfcd13a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.683685 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-740e9f41-62b1-4ebd-ba0c-17cfcd13a4f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0706525 Feb 08 16:46:44.690455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:44.695915 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:44.698537 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:44.701634 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:44.766910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.767536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:44.793399 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-cf0084c0-ceed-4aa9-836f-2a1e1b8b212b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140931 Feb 08 16:46:44.794745 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-2e808781-a183-43a0-86db-8cee7cd81de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:44.796376 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-2e808781-a183-43a0-86db-8cee7cd81de2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057668 Feb 08 16:46:45.050656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-464bf81b-9c07-47af-ba91-1241a1efc02e None None] Provisioning complete for port ef3eb329-986b-442c-9350-fab47f0d2892 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:45.051270 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-464bf81b-9c07-47af-ba91-1241a1efc02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:45.090639 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-464bf81b-9c07-47af-ba91-1241a1efc02e None None] Port ef3eb329-986b-442c-9350-fab47f0d2892 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:45.128274 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc0f4-d495-47ac-b369-c1bc0cd23276 req-20fa61b0-cdc2-487a-a46d-c68243918023 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:45.138878 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a23fc0f4-d495-47ac-b369-c1bc0cd23276 req-20fa61b0-cdc2-487a-a46d-c68243918023 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0797796 Feb 08 16:46:45.142861 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8188459-107c-4a5b-a31e-efb2e902e9e0 req-5322492a-ef79-4aa4-9633-03d90855da0f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:45.144641 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a8188459-107c-4a5b-a31e-efb2e902e9e0 req-5322492a-ef79-4aa4-9633-03d90855da0f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0689876 Feb 08 16:46:45.182553 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a23fc0f4-d495-47ac-b369-c1bc0cd23276 req-5104a70b-3932-4672-bb8a-2c246530b559 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Feb 08 16:46:45.191930 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a8188459-107c-4a5b-a31e-efb2e902e9e0 req-03bf0c66-1feb-4cb2-baab-402a4769b0f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Feb 08 16:46:45.668574 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae30b-5335-488b-9c48-b535e4bc24df req-df9c95a6-e5a8-48a7-891a-2230277ee19b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:45.670092 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fdae30b-5335-488b-9c48-b535e4bc24df req-df9c95a6-e5a8-48a7-891a-2230277ee19b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0558422 Feb 08 16:46:45.720700 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1fdae30b-5335-488b-9c48-b535e4bc24df req-2d202ea6-7469-47b0-8b65-d8d1a77c8a84 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Feb 08 16:46:46.329447 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237722d7-b0e2-44fc-8d26-9c7d942ef0a4 req-5af124cf-971f-4255-9c21-d10f999226fe tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:46.331845 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-237722d7-b0e2-44fc-8d26-9c7d942ef0a4 req-5af124cf-971f-4255-9c21-d10f999226fe tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0720336 Feb 08 16:46:46.363645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502568-3b2e-4652-a3e6-405b4735e6de req-6bcd0904-851a-4283-94e7-6d631c64cb03 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:46.365458 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51502568-3b2e-4652-a3e6-405b4735e6de req-6bcd0904-851a-4283-94e7-6d631c64cb03 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0852396 Feb 08 16:46:46.397403 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-237722d7-b0e2-44fc-8d26-9c7d942ef0a4 req-649ce5ba-74f1-41d7-a7f8-d8d3131c2c5e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 Feb 08 16:46:46.446514 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51502568-3b2e-4652-a3e6-405b4735e6de req-60eaf746-d6b5-4972-97e0-f715af73d738 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740094 Feb 08 16:46:46.845960 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fb558-4a5a-485e-adb3-6fe1ab49f801 req-c7de6852-f9fd-4c30-af90-2effb9c64b4d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:46.847395 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8e7fb558-4a5a-485e-adb3-6fe1ab49f801 req-c7de6852-f9fd-4c30-af90-2effb9c64b4d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0601521 Feb 08 16:46:46.900455 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8e7fb558-4a5a-485e-adb3-6fe1ab49f801 req-2ef7450c-c03f-40c1-8a54-47eb77ee027f tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Feb 08 16:46:47.380222 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57042) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:47.521356 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4031a4bd-46ab-48a0-aa54-ffc40307cf6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.612939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0260-d5df-438f-a9ae-50f337a6ee8f req-b73c874a-89dd-43f2-a94a-50989a55081e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:47.613746 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13beba-5dd2-4127-9d7a-daefae570eb4 req-4f6f2750-8449-41fb-af32-f0824f8d08e0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:47.615605 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f8ec0260-d5df-438f-a9ae-50f337a6ee8f req-b73c874a-89dd-43f2-a94a-50989a55081e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 946 time: 0.0626283 Feb 08 16:46:47.620904 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff13beba-5dd2-4127-9d7a-daefae570eb4 req-4f6f2750-8449-41fb-af32-f0824f8d08e0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.1348357 Feb 08 16:46:47.676291 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f8ec0260-d5df-438f-a9ae-50f337a6ee8f req-f382e35b-eab2-4e69-b2f4-2e11717e69ab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512393 Feb 08 16:46:47.691373 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff13beba-5dd2-4127-9d7a-daefae570eb4 req-c35a41ab-5a4b-4831-a456-bf2a9a2b6131 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Feb 08 16:46:47.727694 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4031a4bd-46ab-48a0-aa54-ffc40307cf6c admin admin] Publish callbacks [] for security_group (0c799a5a-b72f-4e4e-af45-2242741fb937), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.735200 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4031a4bd-46ab-48a0-aa54-ffc40307cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0c799a5a-b72f-4e4e-af45-2242741fb937), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.782078 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4031a4bd-46ab-48a0-aa54-ffc40307cf6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9398375d818c4ef5be2518b514c5c8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004877 Feb 08 16:46:47.783477 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a4bd-46ab-48a0-aa54-ffc40307cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c799a5a-b72f-4e4e-af45-2242741fb937,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:47.785053 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57052) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:47.834481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] Publish callbacks [] for security_group (0c799a5a-b72f-4e4e-af45-2242741fb937), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.863620 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] Publish callbacks [] for security_group (0c799a5a-b72f-4e4e-af45-2242741fb937), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.924200 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0c799a5a-b72f-4e4e-af45-2242741fb937), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.927534 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:47.929043 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c799a5a-b72f-4e4e-af45-2242741fb937 HTTP/1.1" status: 204 len: 168 time: 0.1428487 Feb 08 16:46:47.940764 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddfba9-aef2-4341-964f-0188fe6e6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c799a5a-b72f-4e4e-af45-2242741fb937,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:48.053788 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedc2aa-3fad-4032-b92a-8a9cbdf17b2b req-6b030319-5ebf-4ac0-8abb-f76af2a64d59 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:48.056148 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-daedc2aa-3fad-4032-b92a-8a9cbdf17b2b req-6b030319-5ebf-4ac0-8abb-f76af2a64d59 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0659902 Feb 08 16:46:48.060730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:48.149182 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-daedc2aa-3fad-4032-b92a-8a9cbdf17b2b req-6325e530-3dfe-4d97-9349-d531a2d21c63 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Feb 08 16:46:48.166705 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: ACTIVE; New status is: DOWN {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:48.167103 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.202500 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:48.207415 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f7dec-16f8-413b-8e9b-6952af75de31" -d '{"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:48.237226 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:48.247814 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.327491 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef5a4b0-cb15-4f2a-975e-d3fc847064b3 x-openstack-request-id: req-2ef5a4b0-cb15-4f2a-975e-d3fc847064b3 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:48.328104 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:48.328603 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ef5a4b0-cb15-4f2a-975e-d3fc847064b3 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:48.329215 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'code': 200} Feb 08 16:46:48.378285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=8']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:48.399153 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57074) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:48.447839 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a46b33e0-9408-4f26-90ea-0aade7fe985d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.543940 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a46b33e0-9408-4f26-90ea-0aade7fe985d admin admin] Publish callbacks [] for security_group (7682132e-7d3a-4cbf-8589-4461216e7219), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.547692 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a46b33e0-9408-4f26-90ea-0aade7fe985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7682132e-7d3a-4cbf-8589-4461216e7219), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.589547 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a46b33e0-9408-4f26-90ea-0aade7fe985d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=974f048b161840d2b4dc51281bfecb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879048 Feb 08 16:46:48.590818 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b33e0-9408-4f26-90ea-0aade7fe985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682132e-7d3a-4cbf-8589-4461216e7219,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:48.592416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57076) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:48.651088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] Publish callbacks [] for security_group (7682132e-7d3a-4cbf-8589-4461216e7219), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.677701 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] Publish callbacks [] for security_group (7682132e-7d3a-4cbf-8589-4461216e7219), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.736647 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7682132e-7d3a-4cbf-8589-4461216e7219), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.739990 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:48.743466 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7682132e-7d3a-4cbf-8589-4461216e7219 HTTP/1.1" status: 204 len: 168 time: 0.1454356 Feb 08 16:46:48.757482 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be5223-d336-4516-b770-2cf54192d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682132e-7d3a-4cbf-8589-4461216e7219,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:48.875838 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3ce07-880d-46ea-b361-caad1ac67f24 req-064bc69b-4d0d-4be1-bfd6-bf40f80701cf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:48.877665 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3c3ce07-880d-46ea-b361-caad1ac67f24 req-064bc69b-4d0d-4be1-bfd6-bf40f80701cf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0589752 Feb 08 16:46:48.921055 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b466f-ad81-4042-9358-cb06976e43ae req-efbc0c65-3c0a-4a15-bdfb-8627cb0a9731 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:48.922474 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf3b466f-ad81-4042-9358-cb06976e43ae req-efbc0c65-3c0a-4a15-bdfb-8627cb0a9731 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.1166677 Feb 08 16:46:48.963596 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3c3ce07-880d-46ea-b361-caad1ac67f24 req-9cc6a5ca-573b-401c-88fb-938ba52f4c24 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734415 Feb 08 16:46:49.011079 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-bf3b466f-ad81-4042-9358-cb06976e43ae req-75197d51-e6cd-4fdd-bdb9-6654af8b24fb tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Feb 08 16:46:49.203585 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57088) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:49.220787 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-045b295d-ba72-409e-9f87-bbd2c16b0728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.310288 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee4240-0474-4eca-96c3-c17eebe0605c req-b6dcc359-0779-47b2-a3bd-21fc47860130 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:49.317150 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88ee4240-0474-4eca-96c3-c17eebe0605c req-b6dcc359-0779-47b2-a3bd-21fc47860130 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0875099 Feb 08 16:46:49.381523 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-045b295d-ba72-409e-9f87-bbd2c16b0728 admin admin] Publish callbacks [] for security_group (c511988c-66f6-4746-ac54-0cbad65b87f9), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.386476 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88ee4240-0474-4eca-96c3-c17eebe0605c req-031457c1-c97d-4abf-a3a1-17a4a8c665df tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Feb 08 16:46:49.387504 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-045b295d-ba72-409e-9f87-bbd2c16b0728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c511988c-66f6-4746-ac54-0cbad65b87f9), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.424876 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b295d-ba72-409e-9f87-bbd2c16b0728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c511988c-66f6-4746-ac54-0cbad65b87f9,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:49.436258 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-045b295d-ba72-409e-9f87-bbd2c16b0728 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0a9cf489d1341d78fa4b62c7d9d2744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315335 Feb 08 16:46:49.438950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57090) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:49.491603 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] Publish callbacks [] for security_group (c511988c-66f6-4746-ac54-0cbad65b87f9), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.531640 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] Publish callbacks [] for security_group (c511988c-66f6-4746-ac54-0cbad65b87f9), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.581006 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c511988c-66f6-4746-ac54-0cbad65b87f9), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.585646 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.590038 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c511988c-66f6-4746-ac54-0cbad65b87f9 HTTP/1.1" status: 204 len: 168 time: 0.1474721 Feb 08 16:46:49.603170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a816cb4-e876-457f-b93f-b7d96347ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c511988c-66f6-4746-ac54-0cbad65b87f9,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:50.109117 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dafde0-6366-40f6-8673-18598041b444 req-2f21be50-9aae-4d9c-89ff-1b3e3ea1c562 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:50.112920 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46dafde0-6366-40f6-8673-18598041b444 req-2f21be50-9aae-4d9c-89ff-1b3e3ea1c562 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0704565 Feb 08 16:46:50.135625 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15c2b-bc53-4d29-87c8-d04f42e4f19b req-2c8f71d8-aecb-4f30-9a92-58bea01a21d3 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:50.137184 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-58c15c2b-bc53-4d29-87c8-d04f42e4f19b req-2c8f71d8-aecb-4f30-9a92-58bea01a21d3 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0558729 Feb 08 16:46:50.162237 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-46dafde0-6366-40f6-8673-18598041b444 req-0175c322-e319-4f4a-b9c9-1c782274c417 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Feb 08 16:46:50.195853 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-58c15c2b-bc53-4d29-87c8-d04f42e4f19b req-4f668fa8-8608-4388-b5c8-d2d9e4d9b167 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Feb 08 16:46:50.524105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd47712-667e-4335-b0d4-bd9460e7b6d5 req-31bfab38-770a-4dc5-ba6b-084e7197cf58 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:50.525858 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bd47712-667e-4335-b0d4-bd9460e7b6d5 req-31bfab38-770a-4dc5-ba6b-084e7197cf58 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0555112 Feb 08 16:46:50.583037 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5bd47712-667e-4335-b0d4-bd9460e7b6d5 req-9aae1525-8ff3-44da-a941-dec60eb0489e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501685 Feb 08 16:46:51.298712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3cb3-10dd-4c87-9023-fc0a2884dcf5 req-c3c99b91-bd6e-4cef-9f49-9abe9ad6922e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:51.300191 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d68e3cb3-10dd-4c87-9023-fc0a2884dcf5 req-c3c99b91-bd6e-4cef-9f49-9abe9ad6922e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0633290 Feb 08 16:46:51.337953 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6654c70-3eff-49e1-a885-71043653d3e5 req-65439ac3-6c5d-4203-b0d5-e4a425e57b19 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:51.339567 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c6654c70-3eff-49e1-a885-71043653d3e5 req-65439ac3-6c5d-4203-b0d5-e4a425e57b19 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0752234 Feb 08 16:46:51.360637 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d68e3cb3-10dd-4c87-9023-fc0a2884dcf5 req-fa62c6d3-dd01-444a-a7e9-40dadc47a4cb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542767 Feb 08 16:46:51.398108 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c6654c70-3eff-49e1-a885-71043653d3e5 req-3110f3fe-f868-453a-9f69-b782b3b8cf2c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Feb 08 16:46:51.712907 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef7a8-1459-4934-a143-d70c569e6cdd req-13d484a4-2c17-4fb4-8143-966c7b5b4c41 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:51.714367 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-085ef7a8-1459-4934-a143-d70c569e6cdd req-13d484a4-2c17-4fb4-8143-966c7b5b4c41 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0550516 Feb 08 16:46:51.763126 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-085ef7a8-1459-4934-a143-d70c569e6cdd req-2bc30e5d-d286-4164-8639-19ba28a36b56 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Feb 08 16:46:52.540373 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73924b1-d287-4525-8647-94f51956e9e3 req-be8e4163-c786-436f-adb7-d6626fbb2dbe tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:52.549532 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e73924b1-d287-4525-8647-94f51956e9e3 req-be8e4163-c786-436f-adb7-d6626fbb2dbe tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.1078019 Feb 08 16:46:52.597834 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9545fe-3f59-4e35-b83e-477e1d504461 req-b8f100a3-f188-4b41-835d-d502794548b0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:52.605785 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fe9545fe-3f59-4e35-b83e-477e1d504461 req-b8f100a3-f188-4b41-835d-d502794548b0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0914648 Feb 08 16:46:52.618964 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e73924b1-d287-4525-8647-94f51956e9e3 req-83986098-35b2-491e-b088-6afa62b4c9b2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677345 Feb 08 16:46:52.691808 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fe9545fe-3f59-4e35-b83e-477e1d504461 req-5b7831c7-60c8-4ce9-91a3-e1cf65085e0b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851214 Feb 08 16:46:52.888362 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085de67-b249-46bd-842a-3d908e161518 req-dbc874c7-f9fd-47be-95a3-f929fca00fdc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:52.892298 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7085de67-b249-46bd-842a-3d908e161518 req-dbc874c7-f9fd-47be-95a3-f929fca00fdc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0595987 Feb 08 16:46:52.936874 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7085de67-b249-46bd-842a-3d908e161518 req-2e5021e2-8650-437b-a927-92f93eb4280b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Feb 08 16:46:53.790328 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee4967-1d6e-4fa9-8676-4fd5eda706b7 req-b6ce01f5-f469-44df-b422-8bb930557dc7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:53.791932 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-43ee4967-1d6e-4fa9-8676-4fd5eda706b7 req-b6ce01f5-f469-44df-b422-8bb930557dc7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0812943 Feb 08 16:46:53.850325 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-43ee4967-1d6e-4fa9-8676-4fd5eda706b7 req-e7e0fe0a-80b9-4b79-a327-74c4e7517e60 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529869 Feb 08 16:46:53.853353 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51d22d-9a11-4e7b-8759-bf05118b242e req-c7ba5420-2efd-4bd5-8def-d6e4ecb15b39 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:53.860395 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5d51d22d-9a11-4e7b-8759-bf05118b242e req-c7ba5420-2efd-4bd5-8def-d6e4ecb15b39 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0737212 Feb 08 16:46:53.912252 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5d51d22d-9a11-4e7b-8759-bf05118b242e req-5535c466-89ee-489c-938e-dcfe80a0efff tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Feb 08 16:46:54.053208 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b9a8-d625-4be9-80cc-93020427f55c req-1810bec7-bee9-4dbf-a94d-61fb2ea81c07 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:54.055530 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf10b9a8-d625-4be9-80cc-93020427f55c req-1810bec7-bee9-4dbf-a94d-61fb2ea81c07 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0534544 Feb 08 16:46:54.109917 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf10b9a8-d625-4be9-80cc-93020427f55c req-df22f22e-5b3f-4233-aab5-fa5083429483 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Feb 08 16:46:54.998424 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aca02-7b07-4917-b691-dc23bca88992 req-1d675819-3fe2-490d-8c11-2affdd49b167 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:55.000049 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e52aca02-7b07-4917-b691-dc23bca88992 req-1d675819-3fe2-490d-8c11-2affdd49b167 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0627315 Feb 08 16:46:55.050257 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e52aca02-7b07-4917-b691-dc23bca88992 req-5f3c4e30-3e59-41b2-976e-75923bb69cfc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Feb 08 16:46:55.061143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9a92c-ef17-49b8-86a6-92d45f1de28f req-aa0f159f-d1d2-4c23-a499-339d750039b6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:55.062820 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c9b9a92c-ef17-49b8-86a6-92d45f1de28f req-aa0f159f-d1d2-4c23-a499-339d750039b6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0641720 Feb 08 16:46:55.117970 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:46:55.280969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066c44-3cba-4b03-8536-a5bd366cacfc req-41674154-c399-4a6b-9c09-7d65f8c630cc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:55.285735 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea066c44-3cba-4b03-8536-a5bd366cacfc req-41674154-c399-4a6b-9c09-7d65f8c630cc tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0741422 Feb 08 16:46:55.341568 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ea066c44-3cba-4b03-8536-a5bd366cacfc req-1f3f5fdd-d78a-40fd-97b7-2d20e805386b tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Feb 08 16:46:55.373805 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c9b9a92c-ef17-49b8-86a6-92d45f1de28f req-ee35fa99-94c4-4dc9-9565-f7dcd7af4c87 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052020 Feb 08 16:46:55.686580 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-dec9a94d-5621-49f7-aea6-23c345efd664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:56.198632 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540dd6-87cd-4e8d-92d5-d7cdb7b24fe2 req-c5c04acc-386f-4866-b17e-4e708ef4ae4f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.200428 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-82540dd6-87cd-4e8d-92d5-d7cdb7b24fe2 req-c5c04acc-386f-4866-b17e-4e708ef4ae4f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0659568 Feb 08 16:46:56.252583 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-82540dd6-87cd-4e8d-92d5-d7cdb7b24fe2 req-2923b7e9-3a86-45eb-a37a-ab9a93913ea1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Feb 08 16:46:56.466174 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9dc8-9625-41bb-ad5c-5bf04445ea3a req-a1651f62-7c08-4f31-85c1-7404cb6b7310 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.467740 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3e3c9dc8-9625-41bb-ad5c-5bf04445ea3a req-a1651f62-7c08-4f31-85c1-7404cb6b7310 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0518544 Feb 08 16:46:56.501157 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4798f7-a4e5-4186-a69d-ddf613aea134 req-756d485c-62ae-4f5c-99bf-083f05f15dd8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.502893 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5a4798f7-a4e5-4186-a69d-ddf613aea134 req-756d485c-62ae-4f5c-99bf-083f05f15dd8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0539861 Feb 08 16:46:56.513679 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3e3c9dc8-9625-41bb-ad5c-5bf04445ea3a req-b6df3bb6-b3c6-4cd3-89d0-360536ee6121 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Feb 08 16:46:56.550110 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5a4798f7-a4e5-4186-a69d-ddf613aea134 req-9d4ad890-d241-4a34-9a63-85078d1480aa tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Feb 08 16:46:57.378008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0498a-12e3-4c37-88be-a712002e1647 req-4e4eee13-5141-4b88-ac1d-f90f05905ebf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:57.379459 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f0498a-12e3-4c37-88be-a712002e1647 req-4e4eee13-5141-4b88-ac1d-f90f05905ebf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0518804 Feb 08 16:46:57.426610 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f0498a-12e3-4c37-88be-a712002e1647 req-3c2c9c10-9a0f-4c20-883b-30a58e9432c5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Feb 08 16:46:57.635022 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94ee39-0068-4cb7-99db-04fdd262c8ee req-02d2437d-55c3-4ccc-a532-c36d8b01bc61 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:57.636510 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7d94ee39-0068-4cb7-99db-04fdd262c8ee req-02d2437d-55c3-4ccc-a532-c36d8b01bc61 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0567183 Feb 08 16:46:57.666213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff84b-06a8-43ad-96e7-051ec4e24cf7 req-45e0a2eb-009d-4d92-8823-dc1de4266626 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:57.668285 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c91ff84b-06a8-43ad-96e7-051ec4e24cf7 req-45e0a2eb-009d-4d92-8823-dc1de4266626 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0540025 Feb 08 16:46:57.684257 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7d94ee39-0068-4cb7-99db-04fdd262c8ee req-e19dbacc-6a9b-4509-bd95-e02c0550ca0d tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Feb 08 16:46:57.714579 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c91ff84b-06a8-43ad-96e7-051ec4e24cf7 req-6d4d4a92-03b9-432f-ac05-b7123b95fb0c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Feb 08 16:46:57.993764 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-5fe2124c-a29a-4667-b359-646f76688854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:58.547819 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d27f77-a16a-41a9-9b90-c9ed2429bbc2 req-037e07df-7f7e-4b79-a690-409b7641cb7b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:58.549280 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44d27f77-a16a-41a9-9b90-c9ed2429bbc2 req-037e07df-7f7e-4b79-a690-409b7641cb7b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0526934 Feb 08 16:46:58.594821 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44d27f77-a16a-41a9-9b90-c9ed2429bbc2 req-fed35d60-a554-42b2-a8d7-321ab189e4d9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Feb 08 16:46:58.802278 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c714a-0498-4a33-bbbe-2e2ccf98deed req-b157c0f5-d7b9-41d8-a20c-24def1356631 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:58.803736 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c05c714a-0498-4a33-bbbe-2e2ccf98deed req-b157c0f5-d7b9-41d8-a20c-24def1356631 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0521829 Feb 08 16:46:58.829978 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302f3ec-b86b-41d6-8558-69a01e083ff7 req-e699c50d-451c-41bc-bbaf-2135af15f4ec tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:58.831420 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f302f3ec-b86b-41d6-8558-69a01e083ff7 req-e699c50d-451c-41bc-bbaf-2135af15f4ec tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.0517778 Feb 08 16:46:58.850137 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c05c714a-0498-4a33-bbbe-2e2ccf98deed req-7205a1f4-7553-409f-8ddb-a6fe528aba0e tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Feb 08 16:46:58.880804 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f302f3ec-b86b-41d6-8558-69a01e083ff7 req-2c8e4402-a694-4d22-9532-b6b318aab2d1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Feb 08 16:46:59.202464 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:59.728939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2824-1a51-43e5-a9b7-d5a6a0d1c444 req-7b796278-4b11-4534-905b-4f9651f15aaa tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:59.730507 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8eaa2824-1a51-43e5-a9b7-d5a6a0d1c444 req-7b796278-4b11-4534-905b-4f9651f15aaa tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0621994 Feb 08 16:46:59.735186 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Request body: {'port': {'device_id': '20b3f77f-d45a-4763-8843-929d858a24a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:59.830501 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8eaa2824-1a51-43e5-a9b7-d5a6a0d1c444 req-79ebec41-4380-4bab-9c9e-9aa2d2cdf8da tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916915 Feb 08 16:46:59.832934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:59.836471 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-97a8d3ce-9da6-4bb1-8dc7-e60661cb46c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943882 Feb 08 16:46:59.858293 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-07b63364-3e98-4180-8a3c-7241001406db service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348171 Feb 08 16:47:00.031852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-08514949-c19b-46b6-a4cb-cf7d41ef9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.033321 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-08514949-c19b-46b6-a4cb-cf7d41ef9696 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.1509199 Feb 08 16:47:00.036183 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3004afcc-c20b-4192-8ec4-623d81c6be68 req-39016758-e226-4471-a3f7-34374b5fe288 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613684 Feb 08 16:47:00.048391 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7589b-5892-4e73-98c4-44246a689788 req-a1bfad43-1289-4050-9bb4-7affbb74d1f5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.050322 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86c7589b-5892-4e73-98c4-44246a689788 req-a1bfad43-1289-4050-9bb4-7affbb74d1f5 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.1075070 Feb 08 16:47:00.082409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2263663-4a9c-4e1f-b7f3-b847bc9f2753 req-ae7d66f4-a2fe-4eb3-a70f-a70e053aeee2 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.083943 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b2263663-4a9c-4e1f-b7f3-b847bc9f2753 req-ae7d66f4-a2fe-4eb3-a70f-a70e053aeee2 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 932 time: 0.1263692 Feb 08 16:47:00.149571 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86c7589b-5892-4e73-98c4-44246a689788 req-5bfcafcc-9b0c-480c-8aed-3ab05bc8cea1 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920777 Feb 08 16:47:00.174817 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-033e7dcf-05f9-413f-8972-7c8b73561527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.176335 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-033e7dcf-05f9-413f-8972-7c8b73561527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.1121659 Feb 08 16:47:00.178742 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b2263663-4a9c-4e1f-b7f3-b847bc9f2753 req-0689aacf-5a85-4424-a098-787a485690a1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860846 Feb 08 16:47:00.191298 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3eb329-986b-442c-9350-fab47f0d2892 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:00.199024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks [] for port (ef3eb329-986b-442c-9350-fab47f0d2892), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.211598 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Transition to ACTIVE for port object ef3eb329-986b-442c-9350-fab47f0d2892 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:47:00.215488 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.246816 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-45249a80-2cf8-403e-afc5-f2041fbc10f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1002 time: 0.0623803 Feb 08 16:47:00.270859 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:00.315559 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-9e9ffd8c-b251-4eeb-b18a-21859283ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.317266 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-9e9ffd8c-b251-4eeb-b18a-21859283ab24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0471015 Feb 08 16:47:00.343398 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Attempting to bind port ef3eb329-986b-442c-9350-fab47f0d2892 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:47:00.343953 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Attempting to bind port ef3eb329-986b-442c-9350-fab47f0d2892 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:47:00.344492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Attempting to bind port ef3eb329-986b-442c-9350-fab47f0d2892 on network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:00.351062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Port ef3eb329-986b-442c-9350-fab47f0d2892 on network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:47:00.351724 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Attempting to bind port ef3eb329-986b-442c-9350-fab47f0d2892 on network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:00.358680 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:47:00.359211 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Checking segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:00.359691 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Bound using segment: {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:47:00.360460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Bound port: ef3eb329-986b-442c-9350-fab47f0d2892, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:47:00.361036 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.372503 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-d253ec23-0e27-4967-a50c-bec6608fcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.374007 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-d253ec23-0e27-4967-a50c-bec6608fcd9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481761 Feb 08 16:47:00.411961 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.448162 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:47:00.451776 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:47:00.459968 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.494575 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-422082b8-fa66-4f80-bccb-6cd19be7b143 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101749 Feb 08 16:47:00.496197 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.496794 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:00.498125 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] 10.222.0.42 "PUT /v2.0/ports/ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 1094 time: 0.7667387 Feb 08 16:47:00.498554 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:00.500793 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd633ec-24e4-43e6-baa6-7521dca6d662" -d '{"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:00.527446 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b1e4-86a4-44fa-b1f0-34167234172e service neutron] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:00.543299 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb516b81-0b1b-42ef-931b-c3a6b3f9a442 x-openstack-request-id: req-cb516b81-0b1b-42ef-931b-c3a6b3f9a442 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:00.544009 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:00.544009 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb516b81-0b1b-42ef-931b-c3a6b3f9a442 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:00.544340 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:47:00.667986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-9d45ffcf-8396-49b5-a079-0b399a8eb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.669520 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-9d45ffcf-8396-49b5-a079-0b399a8eb58b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1128 time: 0.0586989 Feb 08 16:47:00.683184 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-6b6e7eb2-2a05-433f-85ec-b1ea481198c1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966649 Feb 08 16:47:00.779788 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-9f644902-c1c4-4de6-b856-25a03c22ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.781267 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-9f644902-c1c4-4de6-b856-25a03c22ff99 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990005 Feb 08 16:47:00.885816 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-850fd7e6-f575-4a04-b82d-5d677e044934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.887289 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6bd633ec-24e4-43e6-baa6-7521dca6d662 req-850fd7e6-f575-4a04-b82d-5d677e044934 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960624 Feb 08 16:47:00.994515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5da29-5f22-4eee-a5cb-f3263ce42b65 req-86145bb8-a33b-45ae-b330-fb356a65b470 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.995949 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0cc5da29-5f22-4eee-a5cb-f3263ce42b65 req-86145bb8-a33b-45ae-b330-fb356a65b470 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0912137 Feb 08 16:47:00.998388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-ab2317a5-7a68-4570-8894-57496bb35cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:00.999740 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-ab2317a5-7a68-4570-8894-57496bb35cab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1128 time: 0.0668983 Feb 08 16:47:01.052485 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-9f1e7a2a-1f22-4636-b60c-0e9f595c903e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Feb 08 16:47:01.098033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0cc5da29-5f22-4eee-a5cb-f3263ce42b65 req-447c90d7-7110-48a3-9b27-22befd8f9562 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964844 Feb 08 16:47:01.115241 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-5d0afc57-b761-4556-9106-88b709a8c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.116394 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-5d0afc57-b761-4556-9106-88b709a8c4ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.0559721 Feb 08 16:47:01.171895 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-a1176e2b-14eb-4e84-9447-7cd9e0e88972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.173411 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-a1176e2b-14eb-4e84-9447-7cd9e0e88972 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480678 Feb 08 16:47:01.315259 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-a11b6537-db12-4000-8376-83f83d055881 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343691 Feb 08 16:47:01.323610 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0a0d5-d56f-424a-b24c-f7b233f4d6bb req-f2ba7a3a-4458-40ac-a3e8-794fec7a1e10 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.325110 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20c0a0d5-d56f-424a-b24c-f7b233f4d6bb req-f2ba7a3a-4458-40ac-a3e8-794fec7a1e10 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.1037664 Feb 08 16:47:01.380327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9185c-85ad-41ee-b408-88ef66d7e1b7 req-43f976af-d6e3-49d3-85f2-a445cb48abf8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.382099 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ceb9185c-85ad-41ee-b408-88ef66d7e1b7 req-43f976af-d6e3-49d3-85f2-a445cb48abf8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 944 time: 0.0542464 Feb 08 16:47:01.425667 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20c0a0d5-d56f-424a-b24c-f7b233f4d6bb req-d2cb1b3b-92e7-415f-a41b-61de7af652f4 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/security-groups?id=7897de08-7312-497b-abc0-b0e12713e780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 Feb 08 16:47:01.435292 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ceb9185c-85ad-41ee-b408-88ef66d7e1b7 req-40d30b4a-3f6b-4f27-840b-c0fdb2dee3a9 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Feb 08 16:47:01.445598 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79f90568-b908-423f-8fea-ec0cdbd10017 req-06f6a557-6ec4-4993-8cec-1285fa0f2474 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186712 Feb 08 16:47:01.549245 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9ee3-cb3f-4436-a53a-6b5c8d676e16 req-8dc03a49-27ef-4f9b-867d-2b516f3e52bb tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.550612 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-198f9ee3-cb3f-4436-a53a-6b5c8d676e16 req-8dc03a49-27ef-4f9b-867d-2b516f3e52bb tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Feb 08 16:47:01.595542 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-198f9ee3-cb3f-4436-a53a-6b5c8d676e16 req-0d9ce490-0f04-4b21-be9d-30b06465ad51 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Feb 08 16:47:01.840069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-e4a11738-950e-42e0-857c-0f12371fec22 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:01.841533 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-e4a11738-950e-42e0-857c-0f12371fec22 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 945 time: 0.0516574 Feb 08 16:47:01.936106 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Deleting port 6d242b95-699b-413d-9b89-1b82e91da648 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:01.936800 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (6d242b95-699b-413d-9b89-1b82e91da648), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:01.939361 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:02.028354 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] For port 6d242b95-699b-413d-9b89-1b82e91da648, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6d242b95-699b-413d-9b89-1b82e91da648,segment=NetworkSegment(c9723520-2050-44b2-a70f-a264360484a0),segment_id=c9723520-2050-44b2-a70f-a264360484a0)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:02.028714 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (6d242b95-699b-413d-9b89-1b82e91da648), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:02.040717 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Calling delete_port for 6d242b95-699b-413d-9b89-1b82e91da648 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:02.166664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (6d242b95-699b-413d-9b89-1b82e91da648), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:02.185581 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6d242b95-699b-413d-9b89-1b82e91da648'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:02.194570 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Pushing event deleted for resources: {'Port': ['ID=6d242b95-699b-413d-9b89-1b82e91da648,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:02.235914 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] No DVR routers for this DVR port 6d242b95-699b-413d-9b89-1b82e91da648 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:47:02.238439 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:02.242554 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a557d2d4-aac6-4aa3-970d-efdd74e9e364 req-1e3a5d5f-0201-4c1a-81dc-f562d89f3972 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.42 "DELETE /v2.0/ports/6d242b95-699b-413d-9b89-1b82e91da648 HTTP/1.1" status: 204 len: 173 time: 0.3948314 Feb 08 16:47:02.245108 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e7758-e261-44e5-8e31-d84b3db9f926 req-dace7072-2bae-43d6-9366-99b1ffea50b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:02.246585 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec9e7758-e261-44e5-8e31-d84b3db9f926 req-dace7072-2bae-43d6-9366-99b1ffea50b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0722997 Feb 08 16:47:02.297339 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ec9e7758-e261-44e5-8e31-d84b3db9f926 req-e440ac55-786c-408a-b067-c1bef656acbc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Feb 08 16:47:02.538830 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-47ebf094-305f-4748-bd20-ebb030949286 req-bd08f46f-b292-4625-becd-e7251254d388 tempest-AttachVolumeNegativeTest-1279397391 tempest-AttachVolumeNegativeTest-1279397391-project] 10.222.0.35 "GET /v2.0/ports?device_id=547dd9a2-9f3b-49f5-a2f7-34e5283b9aed HTTP/1.1" status: 200 len: 210 time: 0.0293632 Feb 08 16:47:02.545468 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'name': 'network-vif-deleted', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:02.548399 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a11626-8d6e-42e6-b5e2-ac85000071cb" -d '{"events": [{"server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "name": "network-vif-deleted", "tag": "6d242b95-699b-413d-9b89-1b82e91da648"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:02.563620 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be6db-18f0-4790-bb88-cc8e391bf4b7 req-b51a37d2-7584-41d0-987e-9103227d0be1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:02.565142 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-705be6db-18f0-4790-bb88-cc8e391bf4b7 req-b51a37d2-7584-41d0-987e-9103227d0be1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 944 time: 0.0535543 Feb 08 16:47:02.586660 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f11f2f-cd3e-4c35-9431-59d565f3c850 x-openstack-request-id: req-09f11f2f-cd3e-4c35-9431-59d565f3c850 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:02.586962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547dd9a2-9f3b-49f5-a2f7-34e5283b9aed", "name": "network-vif-deleted", "tag": "6d242b95-699b-413d-9b89-1b82e91da648", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:02.587226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09f11f2f-cd3e-4c35-9431-59d565f3c850 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:02.587625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547dd9a2-9f3b-49f5-a2f7-34e5283b9aed', 'name': 'network-vif-deleted', 'tag': '6d242b95-699b-413d-9b89-1b82e91da648', 'status': 'completed', 'code': 200} Feb 08 16:47:02.612787 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-705be6db-18f0-4790-bb88-cc8e391bf4b7 req-f2167f73-ea6f-40cb-824e-1fb954822a44 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Feb 08 16:47:02.717712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bb509-7389-4d89-b8b6-f795870a391d req-d8e29a37-4f1e-4c2a-abd7-3142c346297f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:02.719100 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6d7bb509-7389-4d89-b8b6-f795870a391d req-d8e29a37-4f1e-4c2a-abd7-3142c346297f tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.0546076 Feb 08 16:47:02.791346 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6d7bb509-7389-4d89-b8b6-f795870a391d req-e555a5da-ba38-48b2-8656-ff7aebcfcbd9 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Feb 08 16:47:03.427598 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cb5af-493f-4521-80dc-0e85c8d947fb req-67503853-156f-452d-bcde-4f3ea9d17143 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:03.429095 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d4cb5af-493f-4521-80dc-0e85c8d947fb req-67503853-156f-452d-bcde-4f3ea9d17143 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0577600 Feb 08 16:47:03.474551 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d4cb5af-493f-4521-80dc-0e85c8d947fb req-95b6b372-052b-4d43-bdfe-e90b5456eaf8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392618 Feb 08 16:47:03.592791 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57212) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:03.637354 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Deleting subnet 12ea0b25-a1e9-4175-956e-081251b1281c {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:47:03.640601 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Publish callbacks [] for subnet (12ea0b25-a1e9-4175-956e-081251b1281c), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.706129 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (12ea0b25-a1e9-4175-956e-081251b1281c), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.746999 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7131b1-988f-4947-925f-524275f83c6c req-7a115866-be36-47af-a91f-cb8b05e89f40 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:03.748522 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f7131b1-988f-4947-925f-524275f83c6c req-7a115866-be36-47af-a91f-cb8b05e89f40 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 944 time: 0.0590699 Feb 08 16:47:03.760565 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-28bdadd1-043a-4a8e-a8d6-26af670d519c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:03.762010 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-28bdadd1-043a-4a8e-a8d6-26af670d519c tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.0901432 Feb 08 16:47:03.764609 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (12ea0b25-a1e9-4175-956e-081251b1281c), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.800473 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f7131b1-988f-4947-925f-524275f83c6c req-7345bc15-4edd-46e7-8026-0305b013daf2 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Feb 08 16:47:03.887081 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (12ea0b25-a1e9-4175-956e-081251b1281c), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.919433 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ea0b25-a1e9-4175-956e-081251b1281c,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:03.922414 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.932544 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a18df57e-c4cb-45a3-932a-6ac2a6dec190 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/12ea0b25-a1e9-4175-956e-081251b1281c HTTP/1.1" status: 204 len: 168 time: 0.3317401 Feb 08 16:47:03.932544 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57228) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:03.952203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Deleting port caf61fd0-7dff-4794-942a-dd5f8ce46e23 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:03.952535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.952882 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be724165-1d4e-4921-9006-9c0b20186a12 req-2dd30fe2-ead9-43d8-aac0-6584c74ff7b0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:03.954462 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be724165-1d4e-4921-9006-9c0b20186a12 req-2dd30fe2-ead9-43d8-aac0-6584c74ff7b0 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 946 time: 0.0736523 Feb 08 16:47:04.014522 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be724165-1d4e-4921-9006-9c0b20186a12 req-0f6bc85d-492f-42ea-85b4-2828af308fa5 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/security-groups?id=308c01a4-d1a7-4815-a64f-3d542b9ff685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Feb 08 16:47:04.057379 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (ec8f7fac-5fb6-486d-81c6-a643c1dc738e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.097131 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] For port caf61fd0-7dff-4794-942a-dd5f8ce46e23, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=caf61fd0-7dff-4794-942a-dd5f8ce46e23,segment=NetworkSegment(3cf64c83-4deb-43aa-9fd4-6f8c91b635ce),segment_id=3cf64c83-4deb-43aa-9fd4-6f8c91b635ce)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:04.097491 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.134242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Calling delete_port for caf61fd0-7dff-4794-942a-dd5f8ce46e23 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:04.136128 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device ef3eb329-986b-442c-9350-fab47f0d2892 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:47:04.184064 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-247b1ec4-ee24-4d49-8372-079f7eed79f1 req-81f120b8-e116-43bc-a2d3-61d9ef032f70 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:47:04.185064 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-247b1ec4-ee24-4d49-8372-079f7eed79f1 req-81f120b8-e116-43bc-a2d3-61d9ef032f70 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1914558 Feb 08 16:47:04.192700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (ec8f7fac-5fb6-486d-81c6-a643c1dc738e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.237189 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:04.243846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8f7fac-5fb6-486d-81c6-a643c1dc738e']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:04.254869 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'port_id': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'mac_address': 'fa:16:3e:42:31:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:47:04.270876 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9723520-2050-44b2-a70f-a264360484a0') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:04.271200 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9723520-2050-44b2-a70f-a264360484a0') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:04.283350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (c9723520-2050-44b2-a70f-a264360484a0), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.299596 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port ef3eb329-986b-442c-9350-fab47f0d2892 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:04.300089 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.311261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (c9723520-2050-44b2-a70f-a264360484a0), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.320616 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:47:04.320903 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3eb329-986b-442c-9350-fab47f0d2892 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:04.321013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (c9723520-2050-44b2-a70f-a264360484a0), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:47:04.322745 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:47:04.350507 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:04.357170 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.410313 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae542b6-e59c-4d77-a572-e682d2a523ba req-91d76d60-84e3-40e9-8154-fc18e8f3edf8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:04.411927 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dae542b6-e59c-4d77-a572-e682d2a523ba req-91d76d60-84e3-40e9-8154-fc18e8f3edf8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0734830 Feb 08 16:47:04.414377 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (ec8f7fac-5fb6-486d-81c6-a643c1dc738e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.421412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:04.428615 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.429813 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.430203 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.430580 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.430997 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.431327 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.431656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.432006 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.432328 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.432668 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.432990 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.433309 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.433624 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.439725 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.443972 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ec8f7fac-5fb6-486d-81c6-a643c1dc738e HTTP/1.1" status: 204 len: 168 time: 0.5130842 Feb 08 16:47:04.455405 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (caf61fd0-7dff-4794-942a-dd5f8ce46e23), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.457581 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8727-5c33-46ba-a33a-fa7afe68a811 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8f7fac-5fb6-486d-81c6-a643c1dc738e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:04.483429 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dae542b6-e59c-4d77-a572-e682d2a523ba req-15e3e6fe-42de-4eff-b8c4-85a9c84f2cfe tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649216 Feb 08 16:47:04.493425 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Pushing event deleted for resources: {'Port': ['ID=caf61fd0-7dff-4794-942a-dd5f8ce46e23,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:04.552465 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] No DVR routers for this DVR port caf61fd0-7dff-4794-942a-dd5f8ce46e23 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:47:04.555207 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.559088 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1c092564-919d-464d-b7e7-e97f1d8b4cab req-91a50682-3537-4cf0-ad20-70473240a1bf tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.42 "DELETE /v2.0/ports/caf61fd0-7dff-4794-942a-dd5f8ce46e23 HTTP/1.1" status: 204 len: 173 time: 0.7749968 Feb 08 16:47:04.588906 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'name': 'network-vif-deleted', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:04.591325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ade73-5faa-436f-b270-00c851ed7211" -d '{"events": [{"server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "name": "network-vif-deleted", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:04.672275 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57256) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:04.726676 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fdd988f2-a811-4ff3-8a44-d7000341731c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b57fcb90a594af1b70daaecbf9efd96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526104 Feb 08 16:47:04.729151 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57262) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:04.730979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:04.745072 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe26c00-2151-47cb-b82c-39fd00304eba x-openstack-request-id: req-3fe26c00-2151-47cb-b82c-39fd00304eba {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:04.745567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bef185-a618-44ad-a691-59b9ec1303e8", "name": "network-vif-deleted", "tag": "caf61fd0-7dff-4794-942a-dd5f8ce46e23", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:04.745790 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fe26c00-2151-47cb-b82c-39fd00304eba {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:04.746273 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bef185-a618-44ad-a691-59b9ec1303e8', 'name': 'network-vif-deleted', 'tag': 'caf61fd0-7dff-4794-942a-dd5f8ce46e23', 'status': 'completed', 'code': 200} Feb 08 16:47:04.781032 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Publish callbacks [] for security_group (7897de08-7312-497b-abc0-b0e12713e780), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.808317 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Publish callbacks [] for security_group (7897de08-7312-497b-abc0-b0e12713e780), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.823317 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57264) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:04.863178 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7897de08-7312-497b-abc0-b0e12713e780), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.865750 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:04.866923 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7897de08-7312-497b-abc0-b0e12713e780 HTTP/1.1" status: 204 len: 168 time: 0.1365039 Feb 08 16:47:04.886909 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897de08-7312-497b-abc0-b0e12713e780,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:04.921513 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.922007 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.922444 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.922870 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.923293 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.923699 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.924112 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.924517 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.924922 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.925296 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.925683 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.926098 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.926479 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2911-7bf1-4687-aac2-5581c8688501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:04.951093 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-e6f5441e-42d8-4cd8-915b-8b583436bcf8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254034 Feb 08 16:47:04.963002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-1819431c-e745-4bc2-b160-1c1ca784b3b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:47:04.964049 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-1819431c-e745-4bc2-b160-1c1ca784b3b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079768 Feb 08 16:47:04.975235 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b2c36-b9bb-4ffd-8810-524e293e8129 req-4525d62f-86c5-4bdd-8cc0-a85038f83df2 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:04.977399 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c2b2c36-b9bb-4ffd-8810-524e293e8129 req-4525d62f-86c5-4bdd-8cc0-a85038f83df2 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 945 time: 0.0934744 Feb 08 16:47:05.072792 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5c2b2c36-b9bb-4ffd-8810-524e293e8129 req-ff20fe14-8ac5-4210-9c86-6f189e6d5a72 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Feb 08 16:47:05.167107 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c4f49203-0010-488d-ae6c-88846893cdc2 req-27e798b9-19c5-48cd-8667-435dc9350af2 tempest-VolumesSnapshotTestJSON-1947240681 tempest-VolumesSnapshotTestJSON-1947240681-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3bef185-a618-44ad-a691-59b9ec1303e8 HTTP/1.1" status: 200 len: 210 time: 0.0480566 Feb 08 16:47:05.621685 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de167e-df91-435b-81a3-f5eecdf3f03d req-3eeeccac-547f-46ea-9046-545d0bb96adb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.623157 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e2de167e-df91-435b-81a3-f5eecdf3f03d req-3eeeccac-547f-46ea-9046-545d0bb96adb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0573061 Feb 08 16:47:05.675316 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e2de167e-df91-435b-81a3-f5eecdf3f03d req-7ac13705-a64c-4c9b-a86a-e310d2eb9187 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460711 Feb 08 16:47:06.138086 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device ef3eb329-986b-442c-9350-fab47f0d2892 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:47:06.185107 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62a1a-5a22-4acb-a5bf-e9f5ee37970c req-9aaefe22-3214-47f3-9879-81a2a0e55a05 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.186594 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-07a62a1a-5a22-4acb-a5bf-e9f5ee37970c req-9aaefe22-3214-47f3-9879-81a2a0e55a05 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 945 time: 0.0589919 Feb 08 16:47:06.188526 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port ef3eb329-986b-442c-9350-fab47f0d2892 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:47:06.196053 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port ef3eb329-986b-442c-9350-fab47f0d2892 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:47:06.196735 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:06.240421 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-07a62a1a-5a22-4acb-a5bf-e9f5ee37970c req-0ce35849-a461-46ae-974a-dfcc62297a92 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Feb 08 16:47:06.281279 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port ef3eb329-986b-442c-9350-fab47f0d2892 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:06.281685 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:06.307151 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:06.309672 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ffe6c7-39b2-4fae-a1c6-0e2936d49c41" -d '{"events": [{"server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:06.322990 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:06.328221 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:06.328492 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device caf61fd0-7dff-4794-942a-dd5f8ce46e23 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:47:06.359126 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2896ce53-8dfc-4cd8-b18c-29576b4df38e x-openstack-request-id: req-2896ce53-8dfc-4cd8-b18c-29576b4df38e {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:06.359585 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "name": "network-vif-plugged", "status": "completed", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:06.359986 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2896ce53-8dfc-4cd8-b18c-29576b4df38e {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:06.360402 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'code': 200} Feb 08 16:47:06.360946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: caf61fd0-7dff-4794-942a-dd5f8ce46e23 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:47:06.361463 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device caf61fd0-7dff-4794-942a-dd5f8ce46e23 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:47:06.361922 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:47:06.441650 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:06.521786 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: DOWN; New status is: DOWN {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:06.523416 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6d242b95-699b-413d-9b89-1b82e91da648 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:47:06.551996 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 6d242b95-699b-413d-9b89-1b82e91da648 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:47:06.552510 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6d242b95-699b-413d-9b89-1b82e91da648 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:47:06.579347 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600b0b-eee9-4295-b9a8-64df1c3eb7ab req-fe542ce7-75ca-4697-b5cf-98619b97d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.581071 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86600b0b-eee9-4295-b9a8-64df1c3eb7ab req-fe542ce7-75ca-4697-b5cf-98619b97d510 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1130 time: 0.0552893 Feb 08 16:47:06.597489 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-23c3eb81-87fa-485d-a4b8-f426d218eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.599122 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-23c3eb81-87fa-485d-a4b8-f426d218eb4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 1128 time: 0.2346184 Feb 08 16:47:06.626184 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86600b0b-eee9-4295-b9a8-64df1c3eb7ab req-6180088d-05db-4a1f-a9d7-292cb2d29ed2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Feb 08 16:47:06.668876 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-003a37a7-f354-474c-afa7-a1913bf871d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.670637 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-003a37a7-f354-474c-afa7-a1913bf871d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1128 time: 0.0459328 Feb 08 16:47:06.801670 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328deef-f689-410e-b5ad-bf60d97eb43e req-424539c7-74b5-4b2c-8283-434690ca32ad tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.803121 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7328deef-f689-410e-b5ad-bf60d97eb43e req-424539c7-74b5-4b2c-8283-434690ca32ad tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0548832 Feb 08 16:47:06.848836 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7328deef-f689-410e-b5ad-bf60d97eb43e req-386f98c7-51df-487a-91c9-0ca66fb6e299 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Feb 08 16:47:06.988394 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-e318dc0d-402a-46c3-a259-9a39cd266bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.989744 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-e318dc0d-402a-46c3-a259-9a39cd266bd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.0834765 Feb 08 16:47:07.057108 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-beb8ef06-7c99-4dde-8a41-1af617c96492 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 999 time: 0.0600929 Feb 08 16:47:07.105066 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-79b31c79-c675-4609-9e25-13d8412a6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:07.106552 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-79b31c79-c675-4609-9e25-13d8412a6bcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0434036 Feb 08 16:47:07.159559 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-5e6ac368-eb4b-4b14-a85d-b5cef61560ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:07.161098 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-5e6ac368-eb4b-4b14-a85d-b5cef61560ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461438 Feb 08 16:47:07.251443 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-095bfd73-0726-4679-b149-596d3a5907b9 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826361 Feb 08 16:47:07.394001 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-36afa04c-fb99-4ced-83e0-7690cccb1240 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337714 Feb 08 16:47:07.404400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55c1fd-3524-4d54-a905-78f6937deeed req-40678609-4d50-4040-8cdd-df0a8e37edd5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:07.405991 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7d55c1fd-3524-4d54-a905-78f6937deeed req-40678609-4d50-4040-8cdd-df0a8e37edd5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0953567 Feb 08 16:47:07.467792 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7d55c1fd-3524-4d54-a905-78f6937deeed req-3ca242fc-70c0-4783-b6fc-567f8e8a8219 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Feb 08 16:47:08.031614 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76cdcc-044a-4442-856d-b05fdfba0941 req-9f20e51d-1c2a-4f50-a241-115b5b2122d6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:08.044370 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8f76cdcc-044a-4442-856d-b05fdfba0941 req-9f20e51d-1c2a-4f50-a241-115b5b2122d6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0923841 Feb 08 16:47:08.092205 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8f76cdcc-044a-4442-856d-b05fdfba0941 req-a9b63b77-6689-4abc-ad97-01fe6dd2caab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Feb 08 16:47:08.284920 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:08.625929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c3b45-e31e-4e69-bdfc-2adb2a9d0f96 req-63e151f4-0900-4573-a282-3a7a87d3db3e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:08.627878 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9b4c3b45-e31e-4e69-bdfc-2adb2a9d0f96 req-63e151f4-0900-4573-a282-3a7a87d3db3e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0534353 Feb 08 16:47:08.676745 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9b4c3b45-e31e-4e69-bdfc-2adb2a9d0f96 req-9acfedb2-3bbc-4de8-a973-405ee3d2a278 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Feb 08 16:47:09.221526 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12ccb6-02ed-4732-aff9-05b41c25f101 req-c143c4af-e36c-4f3d-bc54-88457ced8a30 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:09.223013 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff12ccb6-02ed-4732-aff9-05b41c25f101 req-c143c4af-e36c-4f3d-bc54-88457ced8a30 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0558038 Feb 08 16:47:09.268861 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ff12ccb6-02ed-4732-aff9-05b41c25f101 req-266404d9-6879-4499-9bb2-189c56916843 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Feb 08 16:47:09.822237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f882fb1-2eb8-44db-9f2c-e65dad80f371 req-4022dcd1-82ce-4751-90ad-709e7cdccbd7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:09.823777 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0f882fb1-2eb8-44db-9f2c-e65dad80f371 req-4022dcd1-82ce-4751-90ad-709e7cdccbd7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0752366 Feb 08 16:47:09.878105 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0f882fb1-2eb8-44db-9f2c-e65dad80f371 req-c00a561d-89b1-45fe-881b-cddb66963e89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Feb 08 16:47:10.392396 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6ce9a-0e48-4cfe-9a79-275dc081e8b3 req-5b179fb5-727a-4e77-a140-91e702fee5f5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:10.393850 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79b6ce9a-0e48-4cfe-9a79-275dc081e8b3 req-5b179fb5-727a-4e77-a140-91e702fee5f5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0524135 Feb 08 16:47:10.440972 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-79b6ce9a-0e48-4cfe-9a79-275dc081e8b3 req-72d09b6f-55ab-4b3d-a4e4-96a6a9245344 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Feb 08 16:47:11.014063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aae094-041b-4acc-a049-966ef5138737 req-0096687a-9a22-4aa0-974c-e026d04f2068 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:11.015865 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-96aae094-041b-4acc-a049-966ef5138737 req-0096687a-9a22-4aa0-974c-e026d04f2068 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0657492 Feb 08 16:47:11.068193 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-96aae094-041b-4acc-a049-966ef5138737 req-a92a592b-6c4a-44c2-b07f-b6162e29c508 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Feb 08 16:47:11.567015 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04e560-8436-439f-920a-96ba623946f8 req-06fd9d4b-4c5e-452a-b45e-5b85008efdd7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:11.568539 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc04e560-8436-439f-920a-96ba623946f8 req-06fd9d4b-4c5e-452a-b45e-5b85008efdd7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0547435 Feb 08 16:47:11.622096 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fc04e560-8436-439f-920a-96ba623946f8 req-50d71d3f-02e9-4e3d-8296-b816af50dacd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478144 Feb 08 16:47:12.186420 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166a9b-0a69-41af-b1db-bbc6726c5a92 req-c70f555d-85c8-4a42-b4ec-1dbfaaefd665 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:12.187928 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed166a9b-0a69-41af-b1db-bbc6726c5a92 req-c70f555d-85c8-4a42-b4ec-1dbfaaefd665 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Feb 08 16:47:12.233732 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ed166a9b-0a69-41af-b1db-bbc6726c5a92 req-5e8708b2-45eb-433b-9472-1d7fd7e07cda tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Feb 08 16:47:12.751671 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3feb34-c7f1-4cc5-b418-91f807ad5cac req-d8eaee97-9ce8-4acf-b179-59b0401bcf5e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:12.754290 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c3feb34-c7f1-4cc5-b418-91f807ad5cac req-d8eaee97-9ce8-4acf-b179-59b0401bcf5e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0545025 Feb 08 16:47:12.808202 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c3feb34-c7f1-4cc5-b418-91f807ad5cac req-8f123ca2-d1a1-4693-a3a4-9bbd7dcbd6bb tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Feb 08 16:47:13.363984 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3120f4-2924-4d1c-96bc-12ff62181eb1 req-174564ee-8e17-4d86-9547-46859258f183 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:13.365946 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e3120f4-2924-4d1c-96bc-12ff62181eb1 req-174564ee-8e17-4d86-9547-46859258f183 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0559664 Feb 08 16:47:13.416655 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5e3120f4-2924-4d1c-96bc-12ff62181eb1 req-f1e9bb17-b983-4c33-abb0-b20ad426a373 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Feb 08 16:47:13.934253 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bd569-fbff-4b71-9473-65ad78b69f9c req-01a3c3dd-0299-4fa4-a0f1-2332112dacb6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:13.935709 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a11bd569-fbff-4b71-9473-65ad78b69f9c req-01a3c3dd-0299-4fa4-a0f1-2332112dacb6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0534215 Feb 08 16:47:13.981055 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a11bd569-fbff-4b71-9473-65ad78b69f9c req-a0847086-3d86-4343-8819-231c6d0a7267 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Feb 08 16:47:14.533537 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb469e-1b40-434b-b5a4-4c462102be72 req-23386beb-aa9b-4b11-9946-ea9d9aa6826f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:14.534951 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-82eb469e-1b40-434b-b5a4-4c462102be72 req-23386beb-aa9b-4b11-9946-ea9d9aa6826f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Feb 08 16:47:14.583826 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-82eb469e-1b40-434b-b5a4-4c462102be72 req-3241c4af-fb6d-4d46-86da-a8b7fd6806bf tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Feb 08 16:47:15.114936 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0de3a-de1e-40ec-93c8-8939b6e924f8 req-c3dcb503-1c7c-450b-86ac-23e13954e46f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:15.119369 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbb0de3a-de1e-40ec-93c8-8939b6e924f8 req-c3dcb503-1c7c-450b-86ac-23e13954e46f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0619078 Feb 08 16:47:15.176494 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fbb0de3a-de1e-40ec-93c8-8939b6e924f8 req-ac1905cc-16aa-4dbb-bb71-8c994032b9a0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472240 Feb 08 16:47:15.721443 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd9d5c-b598-4941-8c10-6edbf241a292 req-ece2e6a3-199d-43b8-8c6b-3389ccc5988c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:15.723282 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-03cd9d5c-b598-4941-8c10-6edbf241a292 req-ece2e6a3-199d-43b8-8c6b-3389ccc5988c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0718608 Feb 08 16:47:15.783734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-03cd9d5c-b598-4941-8c10-6edbf241a292 req-bdf4bc4e-3ec5-4d0f-bb99-549625948f97 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Feb 08 16:47:16.357382 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f80d6e-3ce9-41af-9873-6a82f0c8264b req-4c95d0e3-c913-4b8b-9be6-0409254bc46e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:16.364142 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89f80d6e-3ce9-41af-9873-6a82f0c8264b req-4c95d0e3-c913-4b8b-9be6-0409254bc46e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0840039 Feb 08 16:47:16.410130 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89f80d6e-3ce9-41af-9873-6a82f0c8264b req-b0d207a2-0c79-438d-b24c-2fffbf5d195d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Feb 08 16:47:16.926259 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba7773-f831-430e-8883-0185a79d8425 req-c3b6be88-e110-4822-b0f1-d5152bbf9bd7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:16.932234 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-60ba7773-f831-430e-8883-0185a79d8425 req-c3b6be88-e110-4822-b0f1-d5152bbf9bd7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0621369 Feb 08 16:47:16.979836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-60ba7773-f831-430e-8883-0185a79d8425 req-228bed27-f1ae-42d4-a3eb-3b5c735ebd61 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Feb 08 16:47:17.562845 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ed2e0-b779-4072-af34-8044ec766147 req-ec402ddf-b253-4736-93ed-cf8ad1cd99b9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:17.564390 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-490ed2e0-b779-4072-af34-8044ec766147 req-ec402ddf-b253-4736-93ed-cf8ad1cd99b9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0692594 Feb 08 16:47:17.613277 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-490ed2e0-b779-4072-af34-8044ec766147 req-40393d8a-c7ad-484d-b719-3b1c15cede50 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Feb 08 16:47:18.103882 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1337a-a60a-42d9-8745-2c7d072ac680 req-9e93fb60-5228-4e6e-b889-53ba757b04b5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:18.105360 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4cf1337a-a60a-42d9-8745-2c7d072ac680 req-9e93fb60-5228-4e6e-b889-53ba757b04b5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0544002 Feb 08 16:47:18.154664 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4cf1337a-a60a-42d9-8745-2c7d072ac680 req-8af9bd8d-a961-4050-a6b5-b706a915f881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Feb 08 16:47:18.750010 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3159-aa14-4928-b69c-fa6279316d35 req-53fd91bb-a568-41d8-8047-8ff39e8c3ab1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:18.752017 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3bdf3159-aa14-4928-b69c-fa6279316d35 req-53fd91bb-a568-41d8-8047-8ff39e8c3ab1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0610671 Feb 08 16:47:18.833984 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3bdf3159-aa14-4928-b69c-fa6279316d35 req-7497ba57-fcd5-4b5c-8e8c-b5f69b2f3684 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651329 Feb 08 16:47:19.280473 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcef6b-e3bc-4a79-9c97-a92e035775f9 req-705afccc-4663-44d2-ab3c-bfb408508bf8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:19.281978 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-53bcef6b-e3bc-4a79-9c97-a92e035775f9 req-705afccc-4663-44d2-ab3c-bfb408508bf8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0530052 Feb 08 16:47:19.336449 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-53bcef6b-e3bc-4a79-9c97-a92e035775f9 req-9fa12242-544b-4e60-990d-92b85f8e684c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476193 Feb 08 16:47:19.950692 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b2b7e-8769-4082-ab0e-32e3c63ede12 req-1dc1874e-7b49-4184-a589-831dd0e61683 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:19.952189 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db4b2b7e-8769-4082-ab0e-32e3c63ede12 req-1dc1874e-7b49-4184-a589-831dd0e61683 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0544195 Feb 08 16:47:20.009808 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db4b2b7e-8769-4082-ab0e-32e3c63ede12 req-67e4065c-1c24-4a75-8403-a24b44ff2338 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521045 Feb 08 16:47:20.457573 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a6b56-a2ea-49e4-b3b1-70a372353185 req-c6c63c65-2735-4358-b219-518aef9e00b3 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:20.458976 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d2a6b56-a2ea-49e4-b3b1-70a372353185 req-c6c63c65-2735-4358-b219-518aef9e00b3 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0547035 Feb 08 16:47:20.508528 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d2a6b56-a2ea-49e4-b3b1-70a372353185 req-70583bd1-2fcf-4edc-b656-7efaf05b31e7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Feb 08 16:47:20.833266 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57544) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:20.939836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-09d9dbb6-19ac-40db-8964-cc9176e00a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.054842 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-09d9dbb6-19ac-40db-8964-cc9176e00a52 admin admin] Publish callbacks [] for security_group (1fe5eee5-13b7-4dd9-beff-943675af0490), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.066258 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-09d9dbb6-19ac-40db-8964-cc9176e00a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1fe5eee5-13b7-4dd9-beff-943675af0490), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.143995 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-09d9dbb6-19ac-40db-8964-cc9176e00a52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47bb2f1ebc3744fa99b3e04388b2544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093107 Feb 08 16:47:21.148810 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57556) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:21.242429 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] Publish callbacks [] for security_group (1fe5eee5-13b7-4dd9-beff-943675af0490), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.265033 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9dbb6-19ac-40db-8964-cc9176e00a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5eee5-13b7-4dd9-beff-943675af0490,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:21.313693 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a101cd-a718-4e11-8320-f9d562a5fd46 req-a45a9065-9548-446d-b8f3-f859bb8d6894 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:21.316528 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40a101cd-a718-4e11-8320-f9d562a5fd46 req-a45a9065-9548-446d-b8f3-f859bb8d6894 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.1709275 Feb 08 16:47:21.339619 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] Publish callbacks [] for security_group (1fe5eee5-13b7-4dd9-beff-943675af0490), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.397195 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-40a101cd-a718-4e11-8320-f9d562a5fd46 req-930dd83f-e4cb-4dfd-8c6f-6ad707ba9997 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730684 Feb 08 16:47:21.414115 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (1fe5eee5-13b7-4dd9-beff-943675af0490), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.416778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.417922 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fe5eee5-13b7-4dd9-beff-943675af0490 HTTP/1.1" status: 204 len: 168 time: 0.2673922 Feb 08 16:47:21.434008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99eda0-da9a-4051-8edc-7a9ab1a20884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5eee5-13b7-4dd9-beff-943675af0490,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:21.636821 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735290af-659e-48fe-abd3-0666770fabf2 req-1ad1991b-cc8f-4d9f-9722-eb897d75aa8a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:21.638421 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-735290af-659e-48fe-abd3-0666770fabf2 req-1ad1991b-cc8f-4d9f-9722-eb897d75aa8a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0602522 Feb 08 16:47:21.687568 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-735290af-659e-48fe-abd3-0666770fabf2 req-a1803a09-6f88-4540-8597-2392337e8705 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Feb 08 16:47:22.104160 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57582) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:22.197905 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215269791-network', 'tenant_id': '8f67f20d253a4da18210be90efa5daee'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:22.218011 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Made reservation on behalf of 8f67f20d253a4da18210be90efa5daee for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:22.220608 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.230316 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.304895 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks [] for security_group (b906a639-c90b-4216-b16d-60941a24758c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.309389 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b906a639-c90b-4216-b16d-60941a24758c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.333813 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:47:22.342826 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b906a639-c90b-4216-b16d-60941a24758c,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:22.348653 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (a3997cef-e94c-49b7-85e2-31f733f53de2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.349022 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Added segment a3997cef-e94c-49b7-85e2-31f733f53de2 of type vlan for network 97aa91c4-dec1-4276-aedb-5afe5d42c5d2 Feb 08 16:47:22.389687 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (97aa91c4-dec1-4276-aedb-5afe5d42c5d2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.413243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (97aa91c4-dec1-4276-aedb-5afe5d42c5d2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.414246 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:22.414852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.468144 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3627954 Feb 08 16:47:22.471520 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57592) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:22.477235 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Request body: {'subnet': {'network_id': '97aa91c4-dec1-4276-aedb-5afe5d42c5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215269791-subnet', 'tenant_id': '8f67f20d253a4da18210be90efa5daee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:22.482063 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f8ae-314e-4af9-a97d-af2af658909f admin admin] Pushing event updated for resources: {'Network': ['ID=97aa91c4-dec1-4276-aedb-5afe5d42c5d2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:22.492873 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 97aa91c4-dec1-4276-aedb-5afe5d42c5d2 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:47:22.528807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Made reservation on behalf of 8f67f20d253a4da18210be90efa5daee for: {'subnet': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:22.531067 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049432'] for subnet (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:22.823432 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0a46c-3305-4ecc-879c-61848bbe5a0a req-ce6888d1-a43c-4522-84f5-03191c081279 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:22.824859 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d0a46c-3305-4ecc-879c-61848bbe5a0a req-ce6888d1-a43c-4522-84f5-03191c081279 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0640743 Feb 08 16:47:22.835285 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe74f75-7c79-467c-a10c-6661424b6a80 req-6ff80ab1-a4f3-4bfb-9ddb-293ad050b286 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:22.837749 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-afe74f75-7c79-467c-a10c-6661424b6a80 req-6ff80ab1-a4f3-4bfb-9ddb-293ad050b286 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.3531172 Feb 08 16:47:22.872914 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-36d0a46c-3305-4ecc-879c-61848bbe5a0a req-7f22c039-fe5f-4b1c-981b-d46ba4367687 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Feb 08 16:47:22.904822 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-afe74f75-7c79-467c-a10c-6661424b6a80 req-144bc7ff-4603-4a81-b5c9-044637432ecc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597594 Feb 08 16:47:22.987162 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8716487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049446'] for subnet (d4eb2a19-e346-42dc-84a4-854d770c5206), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.038827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4eb2a19-e346-42dc-84a4-854d770c5206,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:23.048627 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Checking segment: {'id': 'a3997cef-e94c-49b7-85e2-31f733f53de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '97aa91c4-dec1-4276-aedb-5afe5d42c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:23.048986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Network hostable DHCP agents. Network: 97aa91c4-dec1-4276-aedb-5afe5d42c5d2, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:47:23.065506 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Network 97aa91c4-dec1-4276-aedb-5afe5d42c5d2 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:47:23.075254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 97aa91c4-dec1-4276-aedb-5afe5d42c5d2) {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:23.079355 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:23.079982 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.084080 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570d09b-15f3-4181-99f5-0e9298bd85f0 None None] Network 97aa91c4-dec1-4276-aedb-5afe5d42c5d2 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:23.103389 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0bdbd838-98b6-42aa-9131-85f3f2b6000a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6227357 Feb 08 16:47:23.183079 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1924e-0efd-4a06-80d6-614cf17da55b None None] Network 97aa91c4-dec1-4276-aedb-5afe5d42c5d2 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:23.552421 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57612) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:23.557361 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-97136361-network', 'tenant_id': '2f76dece2d704b68a3bdbd49c8613bd2'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:23.576492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Made reservation on behalf of 2f76dece2d704b68a3bdbd49c8613bd2 for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:23.578770 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.588075 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.658132 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks [] for security_group (332df755-bf26-4cd7-8df8-3716a7a9ca1e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.662015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (332df755-bf26-4cd7-8df8-3716a7a9ca1e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.691211 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:47:23.698088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332df755-bf26-4cd7-8df8-3716a7a9ca1e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:23.706054 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.706054 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Added segment ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a of type vlan for network cd5ac62c-a1fd-470a-8c42-197b50d32d89 Feb 08 16:47:23.744367 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (cd5ac62c-a1fd-470a-8c42-197b50d32d89), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.767371 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (cd5ac62c-a1fd-470a-8c42-197b50d32d89), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.768325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:23.768891 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:23.825482 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2719595 Feb 08 16:47:23.828329 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57614) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:23.830318 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3625-a276-4b1d-b439-185bf2fb1de2 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5ac62c-a1fd-470a-8c42-197b50d32d89,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:23.833314 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Request body: {'subnet': {'network_id': 'cd5ac62c-a1fd-470a-8c42-197b50d32d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-97136361-subnet', 'tenant_id': '2f76dece2d704b68a3bdbd49c8613bd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:23.841312 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network cd5ac62c-a1fd-470a-8c42-197b50d32d89 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:47:23.854446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Made reservation on behalf of 2f76dece2d704b68a3bdbd49c8613bd2 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:23.856988 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.039674 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb7023-34f3-4e8c-8a5e-dacab0aa4327 req-0452a466-03c3-40d6-bd6b-727a8addb3b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:24.042340 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b6eb7023-34f3-4e8c-8a5e-dacab0aa4327 req-0452a466-03c3-40d6-bd6b-727a8addb3b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0607107 Feb 08 16:47:24.068968 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42407a-49dc-47be-a81b-35041753204a req-abe1bba3-cfdf-4f6c-98ec-2b1327130277 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:24.070991 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb42407a-49dc-47be-a81b-35041753204a req-abe1bba3-cfdf-4f6c-98ec-2b1327130277 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.1251421 Feb 08 16:47:24.085159 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (81a410f0-a8d6-418e-86cb-496d69e2eb07), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.092939 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b6eb7023-34f3-4e8c-8a5e-dacab0aa4327 req-9aafaee7-896d-485c-986e-78a59efe167f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Feb 08 16:47:24.162046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a410f0-a8d6-418e-86cb-496d69e2eb07,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:24.171175 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb42407a-49dc-47be-a81b-35041753204a req-9881c8c8-40f5-40c1-8e8a-aea853539cc9 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934360 Feb 08 16:47:24.180322 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Checking segment: {'id': 'ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'cd5ac62c-a1fd-470a-8c42-197b50d32d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:24.180708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Network hostable DHCP agents. Network: cd5ac62c-a1fd-470a-8c42-197b50d32d89, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:47:24.197920 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Network cd5ac62c-a1fd-470a-8c42-197b50d32d89 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:47:24.206743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, cd5ac62c-a1fd-470a-8c42-197b50d32d89) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:24.211542 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:24.212199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.216417 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97307cce-b31b-47a5-931e-579d4a032b4a None None] Network cd5ac62c-a1fd-470a-8c42-197b50d32d89 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:24.233781 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4c2a1666-de2b-4c54-a1c5-992dbfb1c013 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3987079 Feb 08 16:47:24.328108 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096f102-e3e3-4bca-a8f6-fe310266a44d None None] Network cd5ac62c-a1fd-470a-8c42-197b50d32d89 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:24.344014 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57624) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:24.388583 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Deleting subnet d4eb2a19-e346-42dc-84a4-854d770c5206 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:47:24.391681 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Publish callbacks [] for subnet (d4eb2a19-e346-42dc-84a4-854d770c5206), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.425298 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (d4eb2a19-e346-42dc-84a4-854d770c5206), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.466146 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (d4eb2a19-e346-42dc-84a4-854d770c5206), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.517461 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (d4eb2a19-e346-42dc-84a4-854d770c5206), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.543422 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4eb2a19-e346-42dc-84a4-854d770c5206,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:24.545509 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.548487 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f9669b6b-c5eb-4670-a5d1-32f6dc9e63f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d4eb2a19-e346-42dc-84a4-854d770c5206 HTTP/1.1" status: 204 len: 168 time: 0.2034395 Feb 08 16:47:24.551058 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57626) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:24.620654 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (97aa91c4-dec1-4276-aedb-5afe5d42c5d2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.700964 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (97aa91c4-dec1-4276-aedb-5afe5d42c5d2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.720459 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97aa91c4-dec1-4276-aedb-5afe5d42c5d2']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:24.730325 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3997cef-e94c-49b7-85e2-31f733f53de2') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:24.730633 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3997cef-e94c-49b7-85e2-31f733f53de2') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:24.739545 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (a3997cef-e94c-49b7-85e2-31f733f53de2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.753212 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (a3997cef-e94c-49b7-85e2-31f733f53de2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.758896 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:47:24.759271 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (a3997cef-e94c-49b7-85e2-31f733f53de2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:47:24.760910 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:47:24.817787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (97aa91c4-dec1-4276-aedb-5afe5d42c5d2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.823730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.826836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/97aa91c4-dec1-4276-aedb-5afe5d42c5d2 HTTP/1.1" status: 204 len: 168 time: 0.2748768 Feb 08 16:47:24.829753 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57628) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:24.837781 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d10d-e9b0-4876-a3f0-5d30db8ba2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97aa91c4-dec1-4276-aedb-5afe5d42c5d2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:24.874260 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Deleting subnet 81a410f0-a8d6-418e-86cb-496d69e2eb07 {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:47:24.877633 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Publish callbacks [] for subnet (81a410f0-a8d6-418e-86cb-496d69e2eb07), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.914879 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (81a410f0-a8d6-418e-86cb-496d69e2eb07), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:24.952563 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (81a410f0-a8d6-418e-86cb-496d69e2eb07), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.002318 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (81a410f0-a8d6-418e-86cb-496d69e2eb07), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.027498 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a410f0-a8d6-418e-86cb-496d69e2eb07,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:25.031264 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.034390 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-35c07cda-55ce-4261-909f-7e73db9ec539 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/81a410f0-a8d6-418e-86cb-496d69e2eb07 HTTP/1.1" status: 204 len: 168 time: 0.2034161 Feb 08 16:47:25.036906 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57630) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:25.108638 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (cd5ac62c-a1fd-470a-8c42-197b50d32d89), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.214434 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (cd5ac62c-a1fd-470a-8c42-197b50d32d89), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.238691 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5ac62c-a1fd-470a-8c42-197b50d32d89']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:25.253663 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:25.253958 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:25.268252 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7071-afcc-4519-812e-114f9af711da req-d681a6d7-a326-400a-b6d0-a0d3b7b8ce94 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:25.269745 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7aaa7071-afcc-4519-812e-114f9af711da req-d681a6d7-a326-400a-b6d0-a0d3b7b8ce94 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0980768 Feb 08 16:47:25.273785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.290958 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f51a3f-951f-4071-9de0-e25e49f2dc0e req-83c44553-9125-427d-b397-a23dbd22921d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:25.292462 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17f51a3f-951f-4071-9de0-e25e49f2dc0e req-83c44553-9125-427d-b397-a23dbd22921d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0550108 Feb 08 16:47:25.299569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.313724 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:47:25.314123 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (ba4bc25d-1534-4e82-9a6e-0cc98bb9a82a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:47:25.315733 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:47:25.343717 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17f51a3f-951f-4071-9de0-e25e49f2dc0e req-17a00a50-d7c1-4504-82f3-cfbeb27b05d0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Feb 08 16:47:25.371455 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7aaa7071-afcc-4519-812e-114f9af711da req-3ab88f74-cedb-48ce-b861-ecc577f54b9f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954900 Feb 08 16:47:25.384164 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (cd5ac62c-a1fd-470a-8c42-197b50d32d89), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.390021 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.393104 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd5ac62c-a1fd-470a-8c42-197b50d32d89 HTTP/1.1" status: 204 len: 168 time: 0.3553021 Feb 08 16:47:25.407971 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3ffa-a6c7-4738-a187-b39c56508686 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5ac62c-a1fd-470a-8c42-197b50d32d89,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:25.552448 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57640) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:25.595738 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-beb07252-d35e-4a98-91e3-b607a7be72b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f67f20d253a4da18210be90efa5daee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421863 Feb 08 16:47:25.598100 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57642) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:25.643378 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] Publish callbacks [] for security_group (b906a639-c90b-4216-b16d-60941a24758c), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.664526 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] Publish callbacks [] for security_group (b906a639-c90b-4216-b16d-60941a24758c), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.687567 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-07e4fa16-e9bb-4c40-badb-67121b46065f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.715529 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b906a639-c90b-4216-b16d-60941a24758c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.718014 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:25.719115 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b906a639-c90b-4216-b16d-60941a24758c HTTP/1.1" status: 204 len: 168 time: 0.1201653 Feb 08 16:47:25.726973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fd7c3-3798-4d22-af09-3d4d1b26b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b906a639-c90b-4216-b16d-60941a24758c,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:26.029889 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57648) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:26.074747 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fc33ac3d-096e-4cba-9d27-cf37636e7f06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f76dece2d704b68a3bdbd49c8613bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433347 Feb 08 16:47:26.077162 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57650) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:26.124235 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] Publish callbacks [] for security_group (332df755-bf26-4cd7-8df8-3716a7a9ca1e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:26.145113 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] Publish callbacks [] for security_group (332df755-bf26-4cd7-8df8-3716a7a9ca1e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:26.189411 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (332df755-bf26-4cd7-8df8-3716a7a9ca1e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:26.192179 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:26.193345 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/332df755-bf26-4cd7-8df8-3716a7a9ca1e HTTP/1.1" status: 204 len: 168 time: 0.1143889 Feb 08 16:47:26.201900 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aae3ce-4ee8-418f-87ff-a1f1952edfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332df755-bf26-4cd7-8df8-3716a7a9ca1e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:26.468695 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c67ec-2d86-4fba-9997-71cf77111fb5 req-bd3de0cc-faba-4c0c-ab48-01a3b06bf5da tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:26.470202 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-775c67ec-2d86-4fba-9997-71cf77111fb5 req-bd3de0cc-faba-4c0c-ab48-01a3b06bf5da tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0604107 Feb 08 16:47:26.510170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cdfb8-4914-40fb-8687-528ca43e8d84 req-6e67b7bc-7686-4d30-8e92-b5ee11bf534e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:26.511704 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4e4cdfb8-4914-40fb-8687-528ca43e8d84 req-6e67b7bc-7686-4d30-8e92-b5ee11bf534e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0560689 Feb 08 16:47:26.565986 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4e4cdfb8-4914-40fb-8687-528ca43e8d84 req-68442194-9b6f-4584-9b45-e60e2bdb6b21 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485208 Feb 08 16:47:26.765728 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-775c67ec-2d86-4fba-9997-71cf77111fb5 req-978e065a-b0ee-4041-8ebf-83e35ca2c668 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883234 Feb 08 16:47:27.691886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4f662-0686-4901-a451-0761cef6de5b req-ee4ecfe3-9e78-4507-aa9f-6fd7e09c1bed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:27.693340 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0ae4f662-0686-4901-a451-0761cef6de5b req-ee4ecfe3-9e78-4507-aa9f-6fd7e09c1bed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0517113 Feb 08 16:47:27.739089 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0ae4f662-0686-4901-a451-0761cef6de5b req-814ab0e6-4440-46ad-9797-7839bcb24b49 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Feb 08 16:47:27.889918 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83676f62-11bf-49c2-826b-c246d8e36b4b req-ed183d1d-5ce2-4757-baae-479974a909f1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:27.891372 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-83676f62-11bf-49c2-826b-c246d8e36b4b req-ed183d1d-5ce2-4757-baae-479974a909f1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0583961 Feb 08 16:47:27.940743 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-83676f62-11bf-49c2-826b-c246d8e36b4b req-8bbda0b5-1f93-45ab-8420-7c998faa3d9a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Feb 08 16:47:27.993842 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-04906691-98d0-4723-86b7-6d18ecd97030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:28.064818 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2737a5b-0ec4-4e78-bd2b-eea8f9df8e66 req-09f99bea-a067-46b9-9d8f-8d67e8b9b501 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:28.066282 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2737a5b-0ec4-4e78-bd2b-eea8f9df8e66 req-09f99bea-a067-46b9-9d8f-8d67e8b9b501 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0565891 Feb 08 16:47:28.120240 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2737a5b-0ec4-4e78-bd2b-eea8f9df8e66 req-45db356c-ca9b-4991-82e8-56bbe4603363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Feb 08 16:47:28.439941 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499bc5c-4940-41dd-ab83-6cb1f099c970 req-35924e4f-97a6-41be-aee6-0a7171c0468d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:28.441378 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7499bc5c-4940-41dd-ab83-6cb1f099c970 req-35924e4f-97a6-41be-aee6-0a7171c0468d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Feb 08 16:47:28.487296 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7499bc5c-4940-41dd-ab83-6cb1f099c970 req-9c4147d3-9a7f-4ff3-81f0-d7fd63af97f4 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Feb 08 16:47:28.883639 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2a779-e706-476c-a3b6-7a536ffe4b04 req-a91fa5ee-3c9a-4c9b-8d3d-84ca54b3b1e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:28.885078 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccf2a779-e706-476c-a3b6-7a536ffe4b04 req-a91fa5ee-3c9a-4c9b-8d3d-84ca54b3b1e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0547459 Feb 08 16:47:28.938579 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccf2a779-e706-476c-a3b6-7a536ffe4b04 req-3418e52c-0e77-4f87-aed4-1d4b11cdd05b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Feb 08 16:47:29.206462 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:30.080332 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a1a4a-45e4-4bd9-a12d-4780b7c693c8 req-b6d6db2b-ed5b-42ee-bc15-a033cdfac808 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:30.081916 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e80a1a4a-45e4-4bd9-a12d-4780b7c693c8 req-b6d6db2b-ed5b-42ee-bc15-a033cdfac808 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0653832 Feb 08 16:47:30.151262 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e80a1a4a-45e4-4bd9-a12d-4780b7c693c8 req-b35a13ec-f29f-44e4-8d43-9627dae3901b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623076 Feb 08 16:47:30.413473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.063957 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57796) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:31.165637 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7caaa740-2bb9-4abd-abbf-705b9783e2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.242799 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7caaa740-2bb9-4abd-abbf-705b9783e2d5 admin admin] Publish callbacks [] for security_group (c732cdd2-c0aa-4223-818b-9c569bdd8a14), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.247104 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7caaa740-2bb9-4abd-abbf-705b9783e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c732cdd2-c0aa-4223-818b-9c569bdd8a14), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.285177 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa740-2bb9-4abd-abbf-705b9783e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732cdd2-c0aa-4223-818b-9c569bdd8a14,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:31.292753 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7caaa740-2bb9-4abd-abbf-705b9783e2d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63ae1bd413c64ed5a0a8bb8c59ebc7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277811 Feb 08 16:47:31.293869 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57802) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:31.307656 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d1db-f943-451a-8ffb-defb13a3ae98 req-5f063e2d-d39f-491e-b437-2c38ae2abdee tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:31.309128 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4a53d1db-f943-451a-8ffb-defb13a3ae98 req-5f063e2d-d39f-491e-b437-2c38ae2abdee tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0645332 Feb 08 16:47:31.379484 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4a53d1db-f943-451a-8ffb-defb13a3ae98 req-6f4b92c2-f8f9-4843-9e8e-73f279c58b52 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636232 Feb 08 16:47:31.384405 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] Publish callbacks [] for security_group (c732cdd2-c0aa-4223-818b-9c569bdd8a14), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.405475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] Publish callbacks [] for security_group (c732cdd2-c0aa-4223-818b-9c569bdd8a14), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.451262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c732cdd2-c0aa-4223-818b-9c569bdd8a14), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.453910 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.455018 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c732cdd2-c0aa-4223-818b-9c569bdd8a14 HTTP/1.1" status: 204 len: 168 time: 0.1607847 Feb 08 16:47:31.462522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdea99-00fd-42d3-ae44-dfedf89b33e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732cdd2-c0aa-4223-818b-9c569bdd8a14,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:31.712141 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57810) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:31.728649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a51b-14db-4573-b197-457c562012cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.802119 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a51b-14db-4573-b197-457c562012cf admin admin] Publish callbacks [] for security_group (475a096a-a6b8-4c14-9245-ce5608f63261), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.805988 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a51b-14db-4573-b197-457c562012cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (475a096a-a6b8-4c14-9245-ce5608f63261), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.844005 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2fd4a51b-14db-4573-b197-457c562012cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3253f6ee1e74128b2da987cf45e1562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307704 Feb 08 16:47:31.844885 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4a51b-14db-4573-b197-457c562012cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a096a-a6b8-4c14-9245-ce5608f63261,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:31.846709 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57814) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:31.893811 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] Publish callbacks [] for security_group (475a096a-a6b8-4c14-9245-ce5608f63261), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.915068 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] Publish callbacks [] for security_group (475a096a-a6b8-4c14-9245-ce5608f63261), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.941004 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.962110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (475a096a-a6b8-4c14-9245-ce5608f63261), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.964713 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:31.965836 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/475a096a-a6b8-4c14-9245-ce5608f63261 HTTP/1.1" status: 204 len: 168 time: 0.1181662 Feb 08 16:47:31.973226 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e0211-cc9c-4a15-9589-244881b4f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a096a-a6b8-4c14-9245-ce5608f63261,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:32.117620 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:47:32.510540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0ba8d-77dc-461e-ae34-7e03a70cb146 req-2041b82e-b3aa-4945-a5bf-e5ba5cab5da5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:32.512186 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71b0ba8d-77dc-461e-ae34-7e03a70cb146 req-2041b82e-b3aa-4945-a5bf-e5ba5cab5da5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0575211 Feb 08 16:47:32.558308 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-71b0ba8d-77dc-461e-ae34-7e03a70cb146 req-29dd1c5f-37e1-4120-89d9-c2a0ee30a8bd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405002 Feb 08 16:47:33.693242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbefac-ec1e-41e9-a957-4cc64ad6c29b req-243dd12a-1d61-4e41-bad5-0122bb4c784d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:33.695292 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-14fbefac-ec1e-41e9-a957-4cc64ad6c29b req-243dd12a-1d61-4e41-bad5-0122bb4c784d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0595825 Feb 08 16:47:33.743947 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-14fbefac-ec1e-41e9-a957-4cc64ad6c29b req-93f17ef6-1cca-4df2-b6b9-6d9d3241838f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Feb 08 16:47:34.016985 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57906) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:34.121934 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e302d215-c192-4b2f-8aed-c84d3ba5bc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.205222 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e302d215-c192-4b2f-8aed-c84d3ba5bc6f admin admin] Publish callbacks [] for security_group (b4c72e35-177a-4232-a1e4-15dcfc311937), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.208745 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e302d215-c192-4b2f-8aed-c84d3ba5bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b4c72e35-177a-4232-a1e4-15dcfc311937), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.243963 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302d215-c192-4b2f-8aed-c84d3ba5bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c72e35-177a-4232-a1e4-15dcfc311937,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:34.248262 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e302d215-c192-4b2f-8aed-c84d3ba5bc6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5672a7c8a6d8463f806b8a9078ec635b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302482 Feb 08 16:47:34.250960 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57910) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:34.297019 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] Publish callbacks [] for security_group (b4c72e35-177a-4232-a1e4-15dcfc311937), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.317455 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] Publish callbacks [] for security_group (b4c72e35-177a-4232-a1e4-15dcfc311937), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.368550 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b4c72e35-177a-4232-a1e4-15dcfc311937), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.371167 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.372292 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4c72e35-177a-4232-a1e4-15dcfc311937 HTTP/1.1" status: 204 len: 168 time: 0.1205573 Feb 08 16:47:34.386589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e365cb-51c4-4ff6-9be0-ea3771b5c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c72e35-177a-4232-a1e4-15dcfc311937,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:34.628253 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57924) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:34.641679 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eba6d533-368f-47b8-beb1-51ba2873c5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.720685 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eba6d533-368f-47b8-beb1-51ba2873c5a4 admin admin] Publish callbacks [] for security_group (ebb9a8bb-d6ec-4952-8b18-128cc5c500f4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.725276 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eba6d533-368f-47b8-beb1-51ba2873c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ebb9a8bb-d6ec-4952-8b18-128cc5c500f4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.762825 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-eba6d533-368f-47b8-beb1-51ba2873c5a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=514b20ca1b66428e8abcf7b2678bf7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335084 Feb 08 16:47:34.763691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6d533-368f-47b8-beb1-51ba2873c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb9a8bb-d6ec-4952-8b18-128cc5c500f4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:34.765477 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57928) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:34.814700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] Publish callbacks [] for security_group (ebb9a8bb-d6ec-4952-8b18-128cc5c500f4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.839828 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] Publish callbacks [] for security_group (ebb9a8bb-d6ec-4952-8b18-128cc5c500f4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.870853 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdc9d-82b5-426e-ab56-fec888215114 req-70a945dc-940a-4222-8c7c-3295db288b3c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:34.872344 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9dcdc9d-82b5-426e-ab56-fec888215114 req-70a945dc-940a-4222-8c7c-3295db288b3c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0530074 Feb 08 16:47:34.886513 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ebb9a8bb-d6ec-4952-8b18-128cc5c500f4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.889052 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:34.890170 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebb9a8bb-d6ec-4952-8b18-128cc5c500f4 HTTP/1.1" status: 204 len: 168 time: 0.1236463 Feb 08 16:47:34.899813 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc71d3-a3d2-4c06-9c6b-0b178188069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb9a8bb-d6ec-4952-8b18-128cc5c500f4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:34.922758 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c9dcdc9d-82b5-426e-ab56-fec888215114 req-f48cd14b-85be-4fb7-bde0-5633fc827618 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 Feb 08 16:47:35.555954 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 57958) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:35.652353 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988402666-network', 'tenant_id': '4628b38b90b6499e97fe1045b54098f8'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:35.672896 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Made reservation on behalf of 4628b38b90b6499e97fe1045b54098f8 for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:35.675226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.683400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.757463 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks [] for security_group (40af6255-0ed9-4fc2-b526-91c1a3d65a36), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.761292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (40af6255-0ed9-4fc2-b526-91c1a3d65a36), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.783163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:47:35.798964 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40af6255-0ed9-4fc2-b526-91c1a3d65a36,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:35.802748 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (81cc5adc-6840-4c84-8ee4-3c633427666f), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.803094 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Added segment 81cc5adc-6840-4c84-8ee4-3c633427666f of type vlan for network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca Feb 08 16:47:35.844550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (6eff03a1-c6a7-4619-8332-f7ea53ea50ca), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.869846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (6eff03a1-c6a7-4619-8332-f7ea53ea50ca), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.871107 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:35.871686 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.935923 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3785121 Feb 08 16:47:35.939031 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 57964) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:35.942550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718a6e6-327b-4ce6-b794-8e013f33055a admin admin] Pushing event updated for resources: {'Network': ['ID=6eff03a1-c6a7-4619-8332-f7ea53ea50ca,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:35.944092 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Request body: {'subnet': {'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988402666-subnet', 'tenant_id': '4628b38b90b6499e97fe1045b54098f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:35.953058 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:47:35.968010 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Made reservation on behalf of 4628b38b90b6499e97fe1045b54098f8 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:35.970336 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.054386 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d4a04-5860-4012-aec1-820c2504ae3c req-c0dd327f-c16b-4c29-8c14-1de86885b465 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:36.056268 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0d1d4a04-5860-4012-aec1-820c2504ae3c req-c0dd327f-c16b-4c29-8c14-1de86885b465 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0572045 Feb 08 16:47:36.104241 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0d1d4a04-5860-4012-aec1-820c2504ae3c req-462df87c-c204-42ef-af42-7e30c554bb22 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Feb 08 16:47:36.141945 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (e8696213-038d-4f33-92f9-92a0576f0c7d), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.212730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8696213-038d-4f33-92f9-92a0576f0c7d,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:36.220230 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Checking segment: {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:36.220588 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Network hostable DHCP agents. Network: 6eff03a1-c6a7-4619-8332-f7ea53ea50ca, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:47:36.237008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:47:36.245558 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, 6eff03a1-c6a7-4619-8332-f7ea53ea50ca) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:36.249698 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:36.250287 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.255245 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d8ab0-8f85-4356-b3c0-9be141152049 None None] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:36.267396 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f4a9afd5-3554-4532-8972-613abf11d6e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3272152 Feb 08 16:47:36.356849 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:47:36.362824 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e489ec9-4d6a-4b22-a57d-0c32d1f90940 None None] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:47:36.528694 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:36.542214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'mac_address': 'fa:16:3e:4f:8b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:47:36.580633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:36.581149 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.594803 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:36.615980 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:36.621533 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.680980 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=9']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:37.096791 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['dc601835-5363-4bdf-9b05-9e711057cbd2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:37.234670 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9c96a-b21d-4423-aa0c-8ec845e8ea57 req-9b73cc0e-0145-4d14-85da-b87b90bc45fd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:37.236375 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aff9c96a-b21d-4423-aa0c-8ec845e8ea57 req-9b73cc0e-0145-4d14-85da-b87b90bc45fd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0564651 Feb 08 16:47:37.284842 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aff9c96a-b21d-4423-aa0c-8ec845e8ea57 req-101c6f47-9ac0-4123-8930-431b74445eb1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Feb 08 16:47:38.066274 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-a1827d97-3fdf-48e7-bb5e-23b160145964 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:38.067734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-a1827d97-3fdf-48e7-bb5e-23b160145964 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 809 time: 0.1126168 Feb 08 16:47:38.082706 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-1b561630-f8ae-4b0d-975d-7906f18d206d tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/quotas/4628b38b90b6499e97fe1045b54098f8 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Feb 08 16:47:38.111290 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8a849-6586-4e0d-8006-845074b34b80 req-39a80d4a-5922-456c-b616-5c875e91d8e0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:38.113091 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-daf8a849-6586-4e0d-8006-845074b34b80 req-39a80d4a-5922-456c-b616-5c875e91d8e0 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0541468 Feb 08 16:47:38.115863 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-c6ae21aa-42da-41e9-9702-2af79227a3b9 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274329 Feb 08 16:47:38.165320 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-daf8a849-6586-4e0d-8006-845074b34b80 req-a81551d9-17a5-4b81-9b2a-2f8b55ecfb0e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Feb 08 16:47:38.188028 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58030) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:38.214527 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-6df0c806-04f9-417f-8425-4ef36cf8245f service neutron] 10.222.0.35 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922475 Feb 08 16:47:38.290778 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.316638 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-be826772-26b3-4120-ae2d-2f35cad0f33a service neutron] 10.222.0.35 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958765 Feb 08 16:47:38.359207 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f07e1-66f3-40a4-861b-a8ab0bbe1c0f tempest-TestMinimumBasicScenario-1831282548 tempest-TestMinimumBasicScenario-1831282548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:38.361311 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ee8f07e1-66f3-40a4-861b-a8ab0bbe1c0f tempest-TestMinimumBasicScenario-1831282548 tempest-TestMinimumBasicScenario-1831282548-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1125 time: 0.1721990 Feb 08 16:47:38.364239 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58036) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:38.368574 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'port_id': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:38.373901 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:47:38.420572 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.430956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port dc601835-5363-4bdf-9b05-9e711057cbd2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:47:38.431493 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.485776 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d74c87-46fa-4a98-aa06-c7eb45133ea3 req-748e2e52-cefe-4422-8c70-b75b29ec4e59 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:38.487249 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84d74c87-46fa-4a98-aa06-c7eb45133ea3 req-748e2e52-cefe-4422-8c70-b75b29ec4e59 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.1144948 Feb 08 16:47:38.508738 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ca24c12f-50b9-4184-8b09-b2413e9eaab6 req-d363dab3-ef59-4a3d-bd68-52ac2648b14e tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 210 time: 0.0422888 Feb 08 16:47:38.531125 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc601835-5363-4bdf-9b05-9e711057cbd2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:38.531618 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.557440 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:38.559918 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c165e-631c-48c9-ab91-8b609b09918f" -d '{"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:38.574832 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:38.576091 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-84d74c87-46fa-4a98-aa06-c7eb45133ea3 req-a1d73539-9c47-426f-813e-068b1a00437c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758784 Feb 08 16:47:38.580530 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.606162 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.646268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=10']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:38.743813 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Allocated IP 172.27.1.234 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/ceec422d-db6b-4a38-982d-1aee3c0fc12f) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:47:38.755257 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5a55e-1a98-47d8-838d-c422f969201d x-openstack-request-id: req-53f5a55e-1a98-47d8-838d-c422f969201d {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:38.756268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:38.756698 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53f5a55e-1a98-47d8-838d-c422f969201d {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:38.757301 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'code': 200} Feb 08 16:47:38.850226 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.885561 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.922333 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:47:38.927452 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:38.931859 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:47:38.960173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'Port': ['ID=ceec422d-db6b-4a38-982d-1aee3c0fc12f,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:39.030373 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58054) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:39.080171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Deleting subnet d22ffc73-b19c-4b4e-8765-f67a5e3aeddd {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:47:39.084091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Publish callbacks [] for subnet (d22ffc73-b19c-4b4e-8765-f67a5e3aeddd), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.131173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (d22ffc73-b19c-4b4e-8765-f67a5e3aeddd), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.174980 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (d22ffc73-b19c-4b4e-8765-f67a5e3aeddd), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.258694 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (d22ffc73-b19c-4b4e-8765-f67a5e3aeddd), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.296111 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.299242 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d22ffc73-b19c-4b4e-8765-f67a5e3aeddd HTTP/1.1" status: 204 len: 168 time: 0.2678192 Feb 08 16:47:39.301765 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4dcf-5820-427b-96c5-9b43b1fb4104 req-a2ec530d-1066-435d-9bfd-aabb4ca30f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:39.303218 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-857e4dcf-5820-427b-96c5-9b43b1fb4104 req-a2ec530d-1066-435d-9bfd-aabb4ca30f7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1131 time: 0.0925858 Feb 08 16:47:39.303789 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58056) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:39.304489 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22ffc73-b19c-4b4e-8765-f67a5e3aeddd,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:39.317179 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for floatingip (e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.321632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.321985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.322330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.322665 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.322996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.323322 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.323649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.324003 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.324326 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.324648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.324969 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.325286 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.325606 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630bddb-e4bc-4158-b1ba-e1e4c3e41fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:39.392575 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.415837 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (8fa132bb-f81d-40c5-97f2-e1964294199e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.421341 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-857e4dcf-5820-427b-96c5-9b43b1fb4104 req-d4edf869-2b67-45e8-8640-8794ea9c6c22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081359 Feb 08 16:47:39.497811 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (8fa132bb-f81d-40c5-97f2-e1964294199e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.517874 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa132bb-f81d-40c5-97f2-e1964294199e']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:39.527851 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:39.528167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf64c83-4deb-43aa-9fd4-6f8c91b635ce') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:39.538497 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (3cf64c83-4deb-43aa-9fd4-6f8c91b635ce), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.552976 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.555253 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (3cf64c83-4deb-43aa-9fd4-6f8c91b635ce), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.558742 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.565998 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:47:39.566500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (3cf64c83-4deb-43aa-9fd4-6f8c91b635ce), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:47:39.569955 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:47:39.637874 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (8fa132bb-f81d-40c5-97f2-e1964294199e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.643531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.649339 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e1d6f3dc-90d0-4c8f-a2ef-8b07b95aa833 req-6cc33103-58ca-4abe-9f0c-ab475395c378 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 210 time: 0.0589030 Feb 08 16:47:39.649888 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8fa132bb-f81d-40c5-97f2-e1964294199e HTTP/1.1" status: 204 len: 168 time: 0.3424101 Feb 08 16:47:39.659090 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'Port': ['ID=ceec422d-db6b-4a38-982d-1aee3c0fc12f,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:39.673181 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:39.698289 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15487f58-9ff7-40ab-bbe0-1891a8f2c124 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa132bb-f81d-40c5-97f2-e1964294199e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:39.794194 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Floating IP e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e associated. External IP: 172.27.1.234, port: ef3eb329-986b-442c-9350-fab47f0d2892. Feb 08 16:47:39.795925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4069bc9-32b9-4fcf-b3b6-13e21dd3a73f req-2ab9065d-ff7c-4a39-a1d8-cd309729fce3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:39.797419 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c4069bc9-32b9-4fcf-b3b6-13e21dd3a73f req-2ab9065d-ff7c-4a39-a1d8-cd309729fce3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.1087217 Feb 08 16:47:39.846537 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58066) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:39.898398 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c4069bc9-32b9-4fcf-b3b6-13e21dd3a73f req-1a6e9b31-18bb-4c78-88ed-427d713353dd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951765 Feb 08 16:47:39.910143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-2509d7d2-7768-48c1-a836-fd01094016ed tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:39.911638 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-2509d7d2-7768-48c1-a836-fd01094016ed tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 809 time: 0.1805081 Feb 08 16:47:39.930209 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-53afff80-716b-4ab0-bf22-8fd2bf6bc5ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55220445da0d49ac8713e9036e8e6e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793574 Feb 08 16:47:39.930507 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58072) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:39.961862 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Request body: {'port': {'device_id': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca', 'admin_state_up': True, 'tenant_id': '4628b38b90b6499e97fe1045b54098f8'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:40.031227 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] Publish callbacks [] for security_group (308c01a4-d1a7-4815-a64f-3d542b9ff685), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.054279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:47:40.068664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] Publish callbacks [] for security_group (308c01a4-d1a7-4815-a64f-3d542b9ff685), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.124432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Made reservation on behalf of 4628b38b90b6499e97fe1045b54098f8 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:40.128135 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.151676 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (308c01a4-d1a7-4815-a64f-3d542b9ff685), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.154078 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.158043 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/308c01a4-d1a7-4815-a64f-3d542b9ff685 HTTP/1.1" status: 204 len: 168 time: 0.2237248 Feb 08 16:47:40.171154 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:47:40.191801 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd817-6aea-4c55-b5cf-fb22bb3a6efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c01a4-d1a7-4815-a64f-3d542b9ff685,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:40.202708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.253586 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-deae5e6e-b8ca-433e-bdc5-cf24a32cb033 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8882923 Feb 08 16:47:40.254216 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58076) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:40.254685 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:40.257146 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc5f0be-93a7-4750-912f-0b333dcadcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:40.275632 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756152615', 'description': 'tempest-secgroup-smoke-1756152615 description', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:40.294749 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Allocated IP 172.20.0.6 (6eff03a1-c6a7-4619-8332-f7ea53ea50ca/e8696213-038d-4f33-92f9-92a0576f0c7d/d77445df-5602-4b5d-9e58-7ecee7e53ac4) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:47:40.308147 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.334675 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Sync routers for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:47:40.354466 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:47:40.355112 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:47:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:40.471343 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (9e910800-aedc-4562-ad89-cc5596917dbc), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.480112 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9e910800-aedc-4562-ad89-cc5596917dbc), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.491503 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:47:40.526262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks [] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.542096 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.543351 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2828748 Feb 08 16:47:40.549781 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58082) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:40.553983 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983efd6-47c8-4c6e-8f22-a22c6f57fff8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e910800-aedc-4562-ad89-cc5596917dbc,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:40.561332 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:40.598981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.622004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (09ad7fad-d526-4880-96ba-293ca3bc572b), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.660310 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076faaa6-e45b-400f-b267-5e1a8205e012 x-openstack-request-id: req-076faaa6-e45b-400f-b267-5e1a8205e012 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:40.660676 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:40.660871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-076faaa6-e45b-400f-b267-5e1a8205e012 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:40.661272 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:47:40.703030 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:47:40.717604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:40.728279 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:47:40.748540 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-90653e51-13ff-4303-85f9-5c4d4cee36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:40.750064 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-90653e51-13ff-4303-85f9-5c4d4cee36ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1130 time: 0.0625677 Feb 08 16:47:40.761556 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Pushing event updated for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:40.817116 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'port_id': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'mac_address': 'fa:16:3e:42:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b3f77f-d45a-4763-8843-929d858a24a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:47:39Z', 'updated_at': '2022-02-08T16:47:39Z', 'revision_number': 0, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:40.830382 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:40.831005 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.845576 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Checking router: 818ca1d4-4515-498a-a3dd-f7a5fe253f5d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:47:40.848774 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (09ad7fad-d526-4880-96ba-293ca3bc572b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.855579 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:47:40.864074 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (09ad7fad-d526-4880-96ba-293ca3bc572b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.864276 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:47:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:40.865351 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-314246d6-fed7-45c8-b8db-2698a9532b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:40.866851 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-314246d6-fed7-45c8-b8db-2698a9532b76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 915 time: 0.1051567 Feb 08 16:47:40.874794 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbdab7-3dda-4654-9750-32b09bdeb10d req-c43d8e72-1cc3-4179-ab43-c3e54a4413c3 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:40.876754 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cabbdab7-3dda-4654-9750-32b09bdeb10d req-c43d8e72-1cc3-4179-ab43-c3e54a4413c3 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 931 time: 0.1159668 Feb 08 16:47:40.887632 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3f7789ff-6cec-4e59-b3d3-4e88813c2a98 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331620 Feb 08 16:47:40.910565 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Request body: {'port': {'device_id': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:40.951224 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ad7fad-d526-4880-96ba-293ca3bc572b,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:40.973631 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:40.979838 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b8e5c064-0f74-4ba2-a1e2-0d7fd8e0c5be tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253216 Feb 08 16:47:40.981566 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58092) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:40.988067 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:41.004821 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-fd2f022d-cf0f-427b-8afd-1655aebe1eb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 1000 time: 0.1265895 Feb 08 16:47:41.032886 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cabbdab7-3dda-4654-9750-32b09bdeb10d req-dcd0ff62-9968-48e0-bea7-73e1a6cb9991 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442189 Feb 08 16:47:41.049203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.071731 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (da7bcf42-e6de-4fcc-a269-3a4ff5f4388a), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.071925 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:47:41.174565 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (da7bcf42-e6de-4fcc-a269-3a4ff5f4388a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.216405 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-260e27ad-5186-49b4-9ab5-7f203113d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:41.217898 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-260e27ad-5186-49b4-9ab5-7f203113d7cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.2038507 Feb 08 16:47:41.292234 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd38a-c28a-4d5f-9272-888c1824ab35 req-c0fd4e09-a0d7-4e98-b789-a53fa51b9e49 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:41.293747 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b49fd38a-c28a-4d5f-9272-888c1824ab35 req-c0fd4e09-a0d7-4e98-b789-a53fa51b9e49 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.2037940 Feb 08 16:47:41.296525 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (da7bcf42-e6de-4fcc-a269-3a4ff5f4388a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.326241 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7bcf42-e6de-4fcc-a269-3a4ff5f4388a,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.343356 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.346968 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-bfc2b4ae-e5a1-46a8-a071-ce514ed2251d tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604019 Feb 08 16:47:41.347844 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-f2cd977e-cf98-428a-be7b-0c3014a23741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:41.349347 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-f2cd977e-cf98-428a-be7b-0c3014a23741 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211898 Feb 08 16:47:41.350912 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58106) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:41.362399 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:41.407560 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b49fd38a-c28a-4d5f-9272-888c1824ab35 req-fbdfb98a-377b-4b84-8e79-41f012b3571b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976310 Feb 08 16:47:41.420648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (6bcfd620-0bd2-4cc3-aae2-84cd59e0b08f), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.433791 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'port_id': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'mac_address': 'fa:16:3e:42:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b3f77f-d45a-4763-8843-929d858a24a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:47:39Z', 'updated_at': '2022-02-08T16:47:39Z', 'revision_number': 0, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:41.469173 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82081b-cefd-4a18-ae64-a3c590bd87a1 None None] The sync data for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi is: [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'port_id': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'mac_address': 'fa:16:3e:42:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b3f77f-d45a-4763-8843-929d858a24a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:47:39Z', 'updated_at': '2022-02-08T16:47:39Z', 'revision_number': 0, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:47:41.504853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77445df-5602-4b5d-9e58-7ecee7e53ac4 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:41.507306 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-62eb9ffc-7066-46c4-8efc-c31168d2869e service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419177 Feb 08 16:47:41.517800 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks [] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.542286 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (6bcfd620-0bd2-4cc3-aae2-84cd59e0b08f), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.543421 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Transition to ACTIVE for port object d77445df-5602-4b5d-9e58-7ecee7e53ac4 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:47:41.549632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (6bcfd620-0bd2-4cc3-aae2-84cd59e0b08f), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.559422 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.607974 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.609844 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579572 Feb 08 16:47:41.610602 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1757a81-12c9-4b55-90eb-5eee3aff0a99 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcfd620-0bd2-4cc3-aae2-84cd59e0b08f,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.615114 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58128) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:41.624785 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:41.638938 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ccc5f0be-93a7-4750-912f-0b333dcadcf3 req-8d1e1e35-72de-4bd3-b182-55f5a530fa0c service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246912 Feb 08 16:47:41.645246 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Pushing event updated for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.669844 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (65b62db1-9aef-4fdb-bf80-6e36e75a1731), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.745100 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (65b62db1-9aef-4fdb-bf80-6e36e75a1731), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.746873 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Attempting to bind port d77445df-5602-4b5d-9e58-7ecee7e53ac4 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:47:41.747277 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Attempting to bind port d77445df-5602-4b5d-9e58-7ecee7e53ac4 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:47:41.747861 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Attempting to bind port d77445df-5602-4b5d-9e58-7ecee7e53ac4 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:41.750966 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (65b62db1-9aef-4fdb-bf80-6e36e75a1731), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.754346 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Port d77445df-5602-4b5d-9e58-7ecee7e53ac4 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:47:41.755070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Attempting to bind port d77445df-5602-4b5d-9e58-7ecee7e53ac4 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:41.761478 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:47:41.761816 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Checking segment: {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:41.762261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Bound using segment: {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:47:41.762703 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Bound port: d77445df-5602-4b5d-9e58-7ecee7e53ac4, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:47:41.763059 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.774431 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b62db1-9aef-4fdb-bf80-6e36e75a1731,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.787530 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.788931 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9c86991b-1c9f-4a5c-82ba-afb5842b5f66 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716993 Feb 08 16:47:41.792154 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58130) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:41.797038 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:41.812740 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c12c8-2a75-4e16-a456-84023d0ab7f3 None None] New status for floating IP e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:47:41.825428 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.securitygroups_db [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Project 6cd968a946ad4d3d9281c64f94d2eb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:47:41.831273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (62540b27-d677-4d3a-a7a1-00fc1efeca23), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.853530 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:47:41.858088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:47:41.865494 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.904604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:41.905314 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.906994 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] 10.222.0.42 "PUT /v2.0/ports/d77445df-5602-4b5d-9e58-7ecee7e53ac4 HTTP/1.1" status: 200 len: 1093 time: 1.0050442 Feb 08 16:47:41.907515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:41.910091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d5f6bd-80b5-43cd-926b-a562163958ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:41.926032 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (62540b27-d677-4d3a-a7a1-00fc1efeca23), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.941180 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (62540b27-d677-4d3a-a7a1-00fc1efeca23), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.954325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0d87e-da72-4ff2-9ab6-30b44a4dd27a service neutron] Pushing event updated for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.981932 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62540b27-d677-4d3a-a7a1-00fc1efeca23,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:41.982739 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067dedec-2898-4c7a-a9b1-c2e30dc3f335 x-openstack-request-id: req-067dedec-2898-4c7a-a9b1-c2e30dc3f335 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:41.983149 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:41.983975 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-067dedec-2898-4c7a-a9b1-c2e30dc3f335 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:41.988152 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4', 'status': 'completed', 'code': 200} Feb 08 16:47:41.989737 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:41.994170 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f4cc5522-a4d5-4ee7-a4d8-4ce90bb4dd0f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1978657 Feb 08 16:47:41.994496 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58134) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:41.999061 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'security_group_rule': {'security_group_id': '9e910800-aedc-4562-ad89-cc5596917dbc', 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:42.066748 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.securitygroups_db [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Project 6cd968a946ad4d3d9281c64f94d2eb09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:47:42.077310 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (71fafcac-9420-4d43-8e1e-a3d14c8ea3e1), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:42.092876 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-722b393d-8a2b-44fa-a028-2bfdc888d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.094371 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-722b393d-8a2b-44fa-a028-2bfdc888d424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 1127 time: 0.0804510 Feb 08 16:47:42.153793 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-ae39ed48-c251-46cb-b576-9ab6ba52626a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4 HTTP/1.1" status: 200 len: 217 time: 0.0504308 Feb 08 16:47:42.169315 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32264ad-11af-4383-98c0-825155f38b0d req-8b549cca-1d03-4a91-af8f-434765f8d611 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.170801 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d32264ad-11af-4383-98c0-825155f38b0d req-8b549cca-1d03-4a91-af8f-434765f8d611 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 943 time: 0.0525911 Feb 08 16:47:42.216856 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (71fafcac-9420-4d43-8e1e-a3d14c8ea3e1), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:42.221768 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d32264ad-11af-4383-98c0-825155f38b0d req-22e02884-0370-4ecd-85bd-61147e21f5a5 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Feb 08 16:47:42.222112 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (71fafcac-9420-4d43-8e1e-a3d14c8ea3e1), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:42.227052 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3fb3ad03-6c94-46a6-9fab-9338dec771c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.232357 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-3fb3ad03-6c94-46a6-9fab-9338dec771c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8696213-038d-4f33-92f9-92a0576f0c7d HTTP/1.1" status: 200 len: 849 time: 0.0696275 Feb 08 16:47:42.280635 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-82788714-407c-49e3-8d52-51f075117098 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383956 Feb 08 16:47:42.281228 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fafcac-9420-4d43-8e1e-a3d14c8ea3e1,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:42.285045 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:42.286108 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6f50891e-60b9-4342-ba3a-8f67a8f57c89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2906063 Feb 08 16:47:42.407380 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-f31fa677-393e-42d9-8e66-494e1d3f0ccd tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756152615&fields=id&tenant_id=6cd968a946ad4d3d9281c64f94d2eb09 HTTP/1.1" status: 200 len: 267 time: 0.0747073 Feb 08 16:47:42.409329 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-7ace5340-6745-40cb-a31e-9a5cd4c26053 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220133 Feb 08 16:47:42.531569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-41d212d7-4e6b-4803-b52a-2f2f98428402 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.532963 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-41d212d7-4e6b-4803-b52a-2f2f98428402 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.1202469 Feb 08 16:47:42.534923 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fa18-7bcb-4e71-9e17-c11fe42d455b req-b52ec3ed-85f2-448e-95aa-5f498e20a250 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.536400 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d120fa18-7bcb-4e71-9e17-c11fe42d455b req-b52ec3ed-85f2-448e-95aa-5f498e20a250 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.0533309 Feb 08 16:47:42.536628 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3dc89f24-7e74-47e3-8dff-f20863f17abe req-4494d19d-91fe-4b98-961d-6be4a23fecca service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156800 Feb 08 16:47:42.544099 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'port': {'security_groups': ['fd57d049-af70-46a7-b33b-9844f3f23fde', '9e910800-aedc-4562-ad89-cc5596917dbc']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:42.597710 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d120fa18-7bcb-4e71-9e17-c11fe42d455b req-70c6fb91-7f53-4a9a-ae3e-13b15d4c3155 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548112 Feb 08 16:47:42.655889 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:42.705299 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-cc25ffae-c55b-4c8e-890e-01a93d1348ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.706786 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-cc25ffae-c55b-4c8e-890e-01a93d1348ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 1127 time: 0.1093946 Feb 08 16:47:42.717597 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-f8125c07-818b-4c67-ad91-6792f083f9fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428607 Feb 08 16:47:42.785366 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400022-7a54-4bde-bce1-01947eca65ea req-008a0d3d-6933-4601-bbcc-cfa7173a2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.786772 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-008a0d3d-6933-4601-bbcc-cfa7173a2121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0492620 Feb 08 16:47:42.873208 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-eb41796d-bef4-4187-a0dc-fbf8a7409710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.874670 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-eb41796d-bef4-4187-a0dc-fbf8a7409710 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 910 time: 0.1608372 Feb 08 16:47:42.891467 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400022-7a54-4bde-bce1-01947eca65ea req-531130bb-fcef-4ad5-94ee-a7f4f228f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:42.892957 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-531130bb-fcef-4ad5-94ee-a7f4f228f6f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0884304 Feb 08 16:47:42.921683 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-6552f7bf-b8b3-4da5-879a-cb3102215305 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4 HTTP/1.1" status: 200 len: 217 time: 0.0380239 Feb 08 16:47:42.957768 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-6322f8f3-2455-422b-87fd-ede7495a0cb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 1001 time: 0.0583966 Feb 08 16:47:42.990377 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:43.005176 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-713ae0b0-6241-4c6a-a19e-0ba2725f1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.005615 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400022-7a54-4bde-bce1-01947eca65ea req-f72a87d9-58cd-4fbc-b0c7-8c719e242e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.006604 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-713ae0b0-6241-4c6a-a19e-0ba2725f1b3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8696213-038d-4f33-92f9-92a0576f0c7d HTTP/1.1" status: 200 len: 849 time: 0.0794501 Feb 08 16:47:43.007045 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-f72a87d9-58cd-4fbc-b0c7-8c719e242e86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0431740 Feb 08 16:47:43.033005 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for port (ef3eb329-986b-442c-9350-fab47f0d2892), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:43.049405 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-9f906524-491a-4167-9364-73960aea815d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316243 Feb 08 16:47:43.050041 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:43.063907 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:43.331212 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400022-7a54-4bde-bce1-01947eca65ea req-9369d089-98de-4051-aff3-93f847d0991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.332692 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-9369d089-98de-4051-aff3-93f847d0991b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3149989 Feb 08 16:47:43.409594 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.410217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:43.415153 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4d9aeb1f-1bab-4fd4-a3a4-2a4a29a0784c req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "PUT /v2.0/ports/ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 982 time: 0.8757529 Feb 08 16:47:43.441812 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b836914-726e-410f-aa3f-26f48713f2f7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=6']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:43.445925 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204811-a889-47f1-a897-0ed5a66eade2 req-35afd2d0-74e7-4851-9654-ce15f676fc7e tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.454251 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35204811-a889-47f1-a897-0ed5a66eade2 req-35afd2d0-74e7-4851-9654-ce15f676fc7e tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 943 time: 0.1252599 Feb 08 16:47:43.507296 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-1f6bc0ce-e488-48f5-9ab3-25988c73c729 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505868 Feb 08 16:47:43.528661 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35204811-a889-47f1-a897-0ed5a66eade2 req-eefdba9c-9e78-464e-a4bc-506abde3bb4a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735292 Feb 08 16:47:43.532652 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-cda4d591-589b-42c2-8ad6-5e300394e884 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897821 Feb 08 16:47:43.538798 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:43.610889 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b754a-1927-4e87-8e2f-323ecbc4c930 req-dfa348ab-a7de-4095-979d-c9acb6713af5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:43.618643 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fa6b754a-1927-4e87-8e2f-323ecbc4c930 req-dfa348ab-a7de-4095-979d-c9acb6713af5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.1287599 Feb 08 16:47:43.647541 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7b400022-7a54-4bde-bce1-01947eca65ea req-e6bfeb60-001f-4515-a530-e04f685f959f service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030626 Feb 08 16:47:43.690706 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c2d5f6bd-80b5-43cd-926b-a562163958ab req-23623eed-6bf2-4174-aa09-bd3b7fe4d1f0 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679201 Feb 08 16:47:43.697614 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fa6b754a-1927-4e87-8e2f-323ecbc4c930 req-1fc60b81-7933-4aaf-8bff-69fa92d5e20a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784957 Feb 08 16:47:43.714241 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-316d1aa1-d3fd-49c3-834d-3e972793c70f None None] Provisioning complete for port ef3eb329-986b-442c-9350-fab47f0d2892 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:47:43.714595 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-316d1aa1-d3fd-49c3-834d-3e972793c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:43.855893 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-316d1aa1-d3fd-49c3-834d-3e972793c70f None None] Current status of the port ef3eb329-986b-442c-9350-fab47f0d2892 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:43.989276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:43.991612 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:44.026108 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9716c8-462f-4569-bcd6-f20f3cd4939a x-openstack-request-id: req-1f9716c8-462f-4569-bcd6-f20f3cd4939a {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:44.026400 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:44.026654 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f9716c8-462f-4569-bcd6-f20f3cd4939a {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:44.027053 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:47:44.091433 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-ab41166b-f9db-47d6-b609-3becb272fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:44.093177 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-ab41166b-f9db-47d6-b609-3becb272fa29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1169 time: 0.0445769 Feb 08 16:47:44.182787 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-35560090-8b4a-4c89-991a-b163fdac9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:44.184135 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-35560090-8b4a-4c89-991a-b163fdac9bad service neutron] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 915 time: 0.0853708 Feb 08 16:47:44.246584 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-a419ff34-8edc-4c8c-868b-db6993549274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 1002 time: 0.0560298 Feb 08 16:47:44.293919 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-7d66efbf-679b-439e-bcf3-66f89969b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:44.295368 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-7d66efbf-679b-439e-bcf3-66f89969b206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.0421677 Feb 08 16:47:44.347919 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-2a4c6b3d-2369-410f-a22a-a75d08b55ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:44.349372 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-2a4c6b3d-2369-410f-a22a-a75d08b55ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471087 Feb 08 16:47:44.402454 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device d77445df-5602-4b5d-9e58-7ecee7e53ac4 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:47:44.435488 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-eb7b47e0-8b17-48af-a76d-bed75321cf03 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791149 Feb 08 16:47:44.496352 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:44.511865 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4', 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca', 'port_id': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4', 'mac_address': 'fa:16:3e:d9:b4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8696213-038d-4f33-92f9-92a0576f0c7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:47:44.526749 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ad8cb0b6-45fb-4409-9aca-8164d4f18e8c req-d31ab609-d2b8-4b00-87b8-8546d5b7f41b service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855181 Feb 08 16:47:44.548826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port d77445df-5602-4b5d-9e58-7ecee7e53ac4 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:44.549218 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:44.562629 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77445df-5602-4b5d-9e58-7ecee7e53ac4 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:44.582438 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:44.587037 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:44.635444 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:44.648646 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd56d-542e-4349-95be-53e29f8ea216 req-0afab0e8-73c6-4277-a24c-a73a7721fd33 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:44.650149 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5b6bd56d-542e-4349-95be-53e29f8ea216 req-0afab0e8-73c6-4277-a24c-a73a7721fd33 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 944 time: 0.0537884 Feb 08 16:47:44.697146 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5b6bd56d-542e-4349-95be-53e29f8ea216 req-c55e1c71-e28e-4c0c-92d1-dadf64d19b16 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Feb 08 16:47:45.082228 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['d77445df-5602-4b5d-9e58-7ecee7e53ac4'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:45.815990 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2752404-8c7a-4ae9-8248-eef3916d82a3 req-ce1142b5-0d5d-470e-842e-fe3264ab9fe1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:45.817441 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b2752404-8c7a-4ae9-8248-eef3916d82a3 req-ce1142b5-0d5d-470e-842e-fe3264ab9fe1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 944 time: 0.0527673 Feb 08 16:47:45.867680 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b2752404-8c7a-4ae9-8248-eef3916d82a3 req-7ba2e31c-914c-4de5-8bd0-f2dae1245b44 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Feb 08 16:47:46.420032 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device d77445df-5602-4b5d-9e58-7ecee7e53ac4 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:47:46.467148 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port d77445df-5602-4b5d-9e58-7ecee7e53ac4 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:47:46.471143 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port d77445df-5602-4b5d-9e58-7ecee7e53ac4 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:47:46.471519 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:46.548960 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port d77445df-5602-4b5d-9e58-7ecee7e53ac4 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:46.549346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:46.571580 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:46.573859 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53c7d5f-5711-46ae-a89e-bd1f6191d7c8" -d '{"events": [{"server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "name": "network-vif-plugged", "status": "completed", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:46.586111 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:46.590390 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:46.614040 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b6a83c-7cb6-4af5-947f-4b147a15a54c x-openstack-request-id: req-86b6a83c-7cb6-4af5-947f-4b147a15a54c {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:46.614379 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "name": "network-vif-plugged", "status": "completed", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:46.614637 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86b6a83c-7cb6-4af5-947f-4b147a15a54c {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:46.615025 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4', 'code': 200} Feb 08 16:47:46.640823 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:46.778171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32947-5dce-4c3c-8067-e1ba1375c2ff req-7fc6b1ee-7302-476f-888b-ff6a39b58aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:46.779660 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ecd32947-5dce-4c3c-8067-e1ba1375c2ff req-7fc6b1ee-7302-476f-888b-ff6a39b58aaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 1129 time: 0.0443835 Feb 08 16:47:46.826361 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ecd32947-5dce-4c3c-8067-e1ba1375c2ff req-4e9681a3-bf19-4b79-96b1-9255b72ae185 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Feb 08 16:47:46.983301 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dfe41-30ef-49e5-a8aa-1b21273efcab req-1184d28f-7e5e-4878-8a93-dd040c4ac71f tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:46.984777 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a9dfe41-30ef-49e5-a8aa-1b21273efcab req-1184d28f-7e5e-4878-8a93-dd040c4ac71f tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Feb 08 16:47:47.030750 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a9dfe41-30ef-49e5-a8aa-1b21273efcab req-152508b6-5c55-4293-8977-38914cb9959d tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Feb 08 16:47:48.150332 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb3a3-a80c-4a66-a3f6-d91b9307ded5 req-468aedde-2665-42b0-971e-65b3d87d4b78 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:48.151814 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-49fcb3a3-a80c-4a66-a3f6-d91b9307ded5 req-468aedde-2665-42b0-971e-65b3d87d4b78 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Feb 08 16:47:48.198039 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-49fcb3a3-a80c-4a66-a3f6-d91b9307ded5 req-8bc00d89-cb27-4df2-bef2-c0facddec357 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Feb 08 16:47:49.316781 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4be157-448f-4677-956c-42594be70e55 req-3db53c2a-1c4f-44c8-a9d3-e72195066043 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:49.318223 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-af4be157-448f-4677-956c-42594be70e55 req-3db53c2a-1c4f-44c8-a9d3-e72195066043 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Feb 08 16:47:49.365049 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-af4be157-448f-4677-956c-42594be70e55 req-5417bd2f-15be-4997-9941-efb569c72de9 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Feb 08 16:47:49.974835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386795cf-5625-455f-b0da-3c87de76f75b req-a82c58d8-0200-48e5-9ef9-88492b98da26 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:49.976395 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-386795cf-5625-455f-b0da-3c87de76f75b req-a82c58d8-0200-48e5-9ef9-88492b98da26 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0571556 Feb 08 16:47:50.022563 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-386795cf-5625-455f-b0da-3c87de76f75b req-279050c2-9d2a-4f04-a18a-cab323acd00e tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Feb 08 16:47:51.142216 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef97d6-3d49-41c8-9b18-159dd775b38f req-3e9082ac-1eaf-460b-9aa9-8bb5f5d2bbb5 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:51.143656 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02ef97d6-3d49-41c8-9b18-159dd775b38f req-3e9082ac-1eaf-460b-9aa9-8bb5f5d2bbb5 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0525022 Feb 08 16:47:51.188187 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02ef97d6-3d49-41c8-9b18-159dd775b38f req-0e59db91-c13b-4274-8abd-25f6bd50824b tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Feb 08 16:47:51.456654 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-bc11ca03-3423-44d1-b91e-70769268563c tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:51.458061 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-bc11ca03-3423-44d1-b91e-70769268563c tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Feb 08 16:47:51.559137 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Deleting port d77445df-5602-4b5d-9e58-7ecee7e53ac4 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:51.559470 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:51.647883 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] For port d77445df-5602-4b5d-9e58-7ecee7e53ac4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d77445df-5602-4b5d-9e58-7ecee7e53ac4,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:51.648244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:51.660568 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Calling delete_port for d77445df-5602-4b5d-9e58-7ecee7e53ac4 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:51.780316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (d77445df-5602-4b5d-9e58-7ecee7e53ac4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:51.794608 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['d77445df-5602-4b5d-9e58-7ecee7e53ac4'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:51.813165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Pushing event deleted for resources: {'Port': ['ID=d77445df-5602-4b5d-9e58-7ecee7e53ac4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:51.855577 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] No DVR routers for this DVR port d77445df-5602-4b5d-9e58-7ecee7e53ac4 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:47:51.858267 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:51.861721 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4ee6c464-0f47-42f3-b5c5-a883c4635ac6 req-03c245f6-363d-44c2-81cb-06100aa329c1 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "DELETE /v2.0/ports/d77445df-5602-4b5d-9e58-7ecee7e53ac4 HTTP/1.1" status: 204 len: 173 time: 0.3884664 Feb 08 16:47:51.862181 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'name': 'network-vif-deleted', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:51.864409 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10651710-aa72-48a1-a6c0-f5bf8adfa70a" -d '{"events": [{"server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "name": "network-vif-deleted", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:51.902574 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b6788b-7ff2-4de7-97a0-b33219065bb4 x-openstack-request-id: req-21b6788b-7ff2-4de7-97a0-b33219065bb4 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:51.902868 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6940d26f-8e1f-4189-b305-e0277d3659e2", "name": "network-vif-deleted", "tag": "d77445df-5602-4b5d-9e58-7ecee7e53ac4", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:51.903126 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21b6788b-7ff2-4de7-97a0-b33219065bb4 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:51.903527 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6940d26f-8e1f-4189-b305-e0277d3659e2', 'name': 'network-vif-deleted', 'tag': 'd77445df-5602-4b5d-9e58-7ecee7e53ac4', 'status': 'completed', 'code': 200} Feb 08 16:47:52.299291 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a03d362b-343c-4472-a919-24f040a5a7d8 req-7943cc81-5b2c-4cb7-ab10-1731fc8a8a45 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940d26f-8e1f-4189-b305-e0277d3659e2 HTTP/1.1" status: 200 len: 210 time: 0.0307088 Feb 08 16:47:53.602764 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-4a2976f0-b96f-4979-b118-d34d79d10470 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:53.604273 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-4a2976f0-b96f-4979-b118-d34d79d10470 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 809 time: 0.1017742 Feb 08 16:47:53.619022 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-0d1a59c2-33fa-4615-93a5-7853af1fb752 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/quotas/4628b38b90b6499e97fe1045b54098f8 HTTP/1.1" status: 200 len: 375 time: 0.0094130 Feb 08 16:47:53.650368 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-bbd0a50d-7ed6-46c6-bdae-c6f5e495ea74 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266161 Feb 08 16:47:53.741661 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-eb8c96a2-f32b-4d68-bec6-3cb5825d3046 service neutron] 10.222.0.35 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848632 Feb 08 16:47:53.827133 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-3429166b-e62a-4c4b-af7f-d81776142aad service neutron] 10.222.0.35 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797765 Feb 08 16:47:53.980344 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-595e9bce-4ddd-4f39-b438-ae215b31e3b0 req-4dc5db90-c085-4a21-bab6-b929df633eb3 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Feb 08 16:47:54.465571 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device d77445df-5602-4b5d-9e58-7ecee7e53ac4 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:47:54.486159 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: d77445df-5602-4b5d-9e58-7ecee7e53ac4 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:47:54.486506 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device d77445df-5602-4b5d-9e58-7ecee7e53ac4 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:47:54.933790 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-1a890edf-a6ed-44b6-9b3e-fa1b28bceecb tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:54.935311 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-1a890edf-a6ed-44b6-9b3e-fa1b28bceecb tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 809 time: 0.1094968 Feb 08 16:47:54.949371 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Request body: {'port': {'device_id': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca', 'admin_state_up': True, 'tenant_id': '4628b38b90b6499e97fe1045b54098f8'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:55.081993 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db5353ac-dd9a-499e-9be6-762d95fc9636 req-1e10017f-9298-4256-b31a-42146670c2cd tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 210 time: 0.0346477 Feb 08 16:47:55.082700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Made reservation on behalf of 4628b38b90b6499e97fe1045b54098f8 for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:47:55.086438 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.206783 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Allocated IP 172.20.0.9 (6eff03a1-c6a7-4619-8332-f7ea53ea50ca/e8696213-038d-4f33-92f9-92a0576f0c7d/afd78fb5-4c91-4c9b-881d-0e5250f50aa7) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:47:55.352672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks [] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.384723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.430878 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:47:55.434000 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:47:55.436252 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:47:55.465279 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Pushing event updated for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:55.492437 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:55.493032 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.509135 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-976e61b3-1530-4790-98b3-3005d1b1c349 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637381 Feb 08 16:47:55.524295 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Request body: {'port': {'device_id': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:47:55.580346 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.688441 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4ddff9e2-78b6-461b-86dc-912309f1db36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.836154 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd78fb5-4c91-4c9b-881d-0e5250f50aa7 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:55.843325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks [] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.855143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Transition to ACTIVE for port object afd78fb5-4c91-4c9b-881d-0e5250f50aa7 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:47:55.858067 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:55.908565 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Pushing event updated for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:55.971733 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Attempting to bind port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:47:55.972455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Attempting to bind port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:47:55.972455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Attempting to bind port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:55.976968 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:47:55.977293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Attempting to bind port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 on network 6eff03a1-c6a7-4619-8332-f7ea53ea50ca {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:47:55.982024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:47:55.982353 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Checking segment: {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:47:55.982733 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Bound using segment: {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:47:55.983154 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Bound port: afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc5adc-6840-4c84-8ee4-3c633427666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:47:55.983501 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.047957 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:47:56.050831 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:47:56.057666 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.089476 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.090083 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.091455 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] 10.222.0.42 "PUT /v2.0/ports/afd78fb5-4c91-4c9b-881d-0e5250f50aa7 HTTP/1.1" status: 200 len: 1093 time: 0.5719652 Feb 08 16:47:56.091913 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:56.094143 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd26df-792d-4ed5-af97-51bc9b660696" -d '{"events": [{"name": "network-changed", "server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:56.121633 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c739602-62e9-40a5-a2af-d1bed792e309 service neutron] Pushing event updated for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:56.138462 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d407449-0e86-43c5-a5c8-9b55735cc33c x-openstack-request-id: req-8d407449-0e86-43c5-a5c8-9b55735cc33c {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:56.138761 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:56.139045 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d407449-0e86-43c5-a5c8-9b55735cc33c {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:56.139504 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7', 'status': 'completed', 'code': 200} Feb 08 16:47:56.220671 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-08475adb-dd13-412a-b638-b72d68df24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.222149 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-08475adb-dd13-412a-b638-b72d68df24aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 1127 time: 0.0774503 Feb 08 16:47:56.232667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b098-4148-4efa-b9ae-834caae30d59 req-635e6cd3-cd63-431b-96d1-591600c97cad tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.233997 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-35f0b098-4148-4efa-b9ae-834caae30d59 req-635e6cd3-cd63-431b-96d1-591600c97cad tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 943 time: 0.0634933 Feb 08 16:47:56.277294 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-8a19ec6c-304e-4a65-a8e8-6e6f2573b494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7 HTTP/1.1" status: 200 len: 217 time: 0.0419040 Feb 08 16:47:56.343818 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-35f0b098-4148-4efa-b9ae-834caae30d59 req-ed487b3f-0dc9-45a4-b4e1-97bb96377ab7 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029961 Feb 08 16:47:56.348962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-2918170a-8ad9-411d-8c10-df9f0e2c0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.350347 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-2918170a-8ad9-411d-8c10-df9f0e2c0d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8696213-038d-4f33-92f9-92a0576f0c7d HTTP/1.1" status: 200 len: 849 time: 0.0655670 Feb 08 16:47:56.381696 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-bd1e46b3-f39f-422a-8b0e-cfc4f022e6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254176 Feb 08 16:47:56.470372 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-c25324b0-8e89-4780-80de-233565036f3a service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817060 Feb 08 16:47:56.556043 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-76aceab6-cd0d-4724-b71f-e566ac9ae179 req-98edca14-406e-45ea-a8e6-ecc4a9a05d53 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778434 Feb 08 16:47:56.661726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-beaadc90-f4a7-4d55-9b4c-5f5cf8ac3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.663146 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-beaadc90-f4a7-4d55-9b4c-5f5cf8ac3f8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4628b38b90b6499e97fe1045b54098f8&device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 1127 time: 0.0505049 Feb 08 16:47:56.754052 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-17244919-df57-44b6-9c9d-7f777e9b6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.755477 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-17244919-df57-44b6-9c9d-7f777e9b6c53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 200 len: 910 time: 0.0806220 Feb 08 16:47:56.804493 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-a8dba588-d3ca-446a-8207-fa1f952a6909 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7 HTTP/1.1" status: 200 len: 217 time: 0.0372257 Feb 08 16:47:56.851237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-48804ce0-b019-485c-b971-679d1f795cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.852698 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-48804ce0-b019-485c-b971-679d1f795cea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e8696213-038d-4f33-92f9-92a0576f0c7d HTTP/1.1" status: 200 len: 849 time: 0.0435686 Feb 08 16:47:56.886160 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-02167712-0565-41ef-a63d-2068261b8e29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6eff03a1-c6a7-4619-8332-f7ea53ea50ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273438 Feb 08 16:47:56.983529 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-27b725dc-b300-4dfd-a961-2b913482c923 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880041 Feb 08 16:47:57.105652 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b0cd26df-792d-4ed5-af97-51bc9b660696 req-5942a0cd-09b9-418d-9fb6-eacd9d67e1b3 service neutron] 10.222.0.42 "GET /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087036 Feb 08 16:47:57.470957 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62645be-7465-40be-b88f-c05613037fc5 req-19e8035a-b19d-43db-830f-7d93944e08eb tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:57.472537 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e62645be-7465-40be-b88f-c05613037fc5 req-19e8035a-b19d-43db-830f-7d93944e08eb tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 943 time: 0.0578220 Feb 08 16:47:57.523628 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e62645be-7465-40be-b88f-c05613037fc5 req-f875e49c-ce12-41fe-bc59-6ac77cd70dfd tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Feb 08 16:47:57.996871 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-191bc9c2-aef5-4774-b63a-7cbd638a5830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.465654 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device afd78fb5-4c91-4c9b-881d-0e5250f50aa7 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:47:58.645811 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa33b-ae4b-458c-b7c7-3af4839f8694 req-2788d407-d1c5-48d2-902a-9a0ad5090703 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:58.647185 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bffaa33b-ae4b-458c-b7c7-3af4839f8694 req-2788d407-d1c5-48d2-902a-9a0ad5090703 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 943 time: 0.0542269 Feb 08 16:47:58.685186 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:58.694069 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bffaa33b-ae4b-458c-b7c7-3af4839f8694 req-8aea42f2-411b-4eda-9058-fe08cc230169 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Feb 08 16:47:58.696283 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7', 'network_id': '6eff03a1-c6a7-4619-8332-f7ea53ea50ca', 'port_id': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7', 'mac_address': 'fa:16:3e:21:5e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8696213-038d-4f33-92f9-92a0576f0c7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:47:58.732412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:47:58.732792 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.745512 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd78fb5-4c91-4c9b-881d-0e5250f50aa7 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:47:58.764808 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:58.768477 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.816199 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:59.209297 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.215693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['afd78fb5-4c91-4c9b-881d-0e5250f50aa7'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:47:59.810710 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d09d4-9e3e-4a78-81bf-366609afeaee req-73478db1-695b-431c-9465-25407f151cf4 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:59.812160 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f8d09d4-9e3e-4a78-81bf-366609afeaee req-73478db1-695b-431c-9465-25407f151cf4 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 944 time: 0.0509009 Feb 08 16:47:59.857283 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f8d09d4-9e3e-4a78-81bf-366609afeaee req-a0d0febf-1efb-4d07-bdd4-6bd16aaa0c6a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Feb 08 16:48:00.412145 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.485078 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device afd78fb5-4c91-4c9b-881d-0e5250f50aa7 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:00.532188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:48:00.535911 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:00.536271 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.610091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:00.610395 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.632081 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:48:00.634319 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb48f09e-84a6-4997-a613-1c35fba525f5" -d '{"events": [{"server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "name": "network-vif-plugged", "status": "completed", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:48:00.647991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:00.652534 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.679273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb12969-1626-4723-9a85-e4abcbfb3b69 x-openstack-request-id: req-acb12969-1626-4723-9a85-e4abcbfb3b69 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:48:00.679592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "name": "network-vif-plugged", "status": "completed", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:48:00.679875 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acb12969-1626-4723-9a85-e4abcbfb3b69 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:48:00.680267 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7', 'code': 200} Feb 08 16:48:00.705377 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:00.840832 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb7be1-15cc-49e4-92a2-c5ec6a2b5a59 req-9a6a1602-f6bf-49c7-af4d-dd28b01b252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:00.842307 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0afb7be1-15cc-49e4-92a2-c5ec6a2b5a59 req-9a6a1602-f6bf-49c7-af4d-dd28b01b252e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 1129 time: 0.0460274 Feb 08 16:48:00.884468 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0afb7be1-15cc-49e4-92a2-c5ec6a2b5a59 req-acda39be-90f4-4137-80e1-44f823e437d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Feb 08 16:48:00.974026 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5265b2-2a6d-4731-a907-64f607b3733a req-28bea2f7-6aca-4556-84a2-e23de9a4a503 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:00.976036 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b5265b2-2a6d-4731-a907-64f607b3733a req-28bea2f7-6aca-4556-84a2-e23de9a4a503 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Feb 08 16:48:01.021131 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1b5265b2-2a6d-4731-a907-64f607b3733a req-ded4d397-3923-48de-aabd-d0639a56f0cc tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 Feb 08 16:48:01.945309 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.139780 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733a4a-68ae-4738-9ed3-14bb103b071c req-91a21886-4129-4cd8-a46b-3e25d4a48a3a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:02.141245 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b3733a4a-68ae-4738-9ed3-14bb103b071c req-91a21886-4129-4cd8-a46b-3e25d4a48a3a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Feb 08 16:48:02.185330 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b3733a4a-68ae-4738-9ed3-14bb103b071c req-5a51cdee-84d0-4488-9688-7f7dd8038a3c tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Feb 08 16:48:03.309116 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4115d-ef4b-4540-a96e-dda22dc8fa8f req-8e6dd7c3-681c-47c1-9a0c-d572328fddae tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:03.310595 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35b4115d-ef4b-4540-a96e-dda22dc8fa8f req-8e6dd7c3-681c-47c1-9a0c-d572328fddae tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0578816 Feb 08 16:48:03.358131 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35b4115d-ef4b-4540-a96e-dda22dc8fa8f req-901edaed-6a53-4c44-9cc6-18bf2a7bc662 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Feb 08 16:48:03.999702 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9bc56-5165-4613-97b8-24d9d699636a req-3fa2f51c-0541-47b0-8798-149c85f2793b tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:04.001468 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-34a9bc56-5165-4613-97b8-24d9d699636a req-3fa2f51c-0541-47b0-8798-149c85f2793b tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Feb 08 16:48:04.047356 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-34a9bc56-5165-4613-97b8-24d9d699636a req-399037eb-864b-4e95-89ea-361ac3c9599d tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Feb 08 16:48:05.164095 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35e70-9e19-49ac-958d-7272f8ceb7fb req-23431e8a-8bf4-433c-838a-05fbcc7b740a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:05.165539 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-49a35e70-9e19-49ac-958d-7272f8ceb7fb req-23431e8a-8bf4-433c-838a-05fbcc7b740a tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Feb 08 16:48:05.214247 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-49a35e70-9e19-49ac-958d-7272f8ceb7fb req-340dcba4-e0ee-44c1-a19c-680b59aa15cf tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/security-groups?id=40af6255-0ed9-4fc2-b526-91c1a3d65a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Feb 08 16:48:05.691647 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-0bf36bb4-7a52-4bb7-9b66-36d61cf834c7 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:05.693047 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-0bf36bb4-7a52-4bb7-9b66-36d61cf834c7 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Feb 08 16:48:05.790662 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Deleting port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:48:05.791000 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.879026 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] For port afd78fb5-4c91-4c9b-881d-0e5250f50aa7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,segment=NetworkSegment(81cc5adc-6840-4c84-8ee4-3c633427666f),segment_id=81cc5adc-6840-4c84-8ee4-3c633427666f)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:05.879306 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.891953 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Calling delete_port for afd78fb5-4c91-4c9b-881d-0e5250f50aa7 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:48:06.018224 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (afd78fb5-4c91-4c9b-881d-0e5250f50aa7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.030917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['afd78fb5-4c91-4c9b-881d-0e5250f50aa7'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:48:06.046668 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Pushing event deleted for resources: {'Port': ['ID=afd78fb5-4c91-4c9b-881d-0e5250f50aa7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:06.089113 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] No DVR routers for this DVR port afd78fb5-4c91-4c9b-881d-0e5250f50aa7 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:48:06.091553 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.096301 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-71cf10d1-26dc-45b2-8679-5d3ea5c88992 req-35c5faff-4ddf-4e03-a22b-e98b2097f858 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.42 "DELETE /v2.0/ports/afd78fb5-4c91-4c9b-881d-0e5250f50aa7 HTTP/1.1" status: 204 len: 173 time: 0.3925049 Feb 08 16:48:06.096780 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'name': 'network-vif-deleted', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:48:06.099988 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344a1a3e-a7b3-4652-8d70-538902a6f7ec" -d '{"events": [{"server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "name": "network-vif-deleted", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:48:06.139578 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806802aa-2fc5-4cce-81ef-40c029aacb98 x-openstack-request-id: req-806802aa-2fc5-4cce-81ef-40c029aacb98 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:48:06.139965 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61440d1-fc9f-4f85-a422-76073d2ec105", "name": "network-vif-deleted", "tag": "afd78fb5-4c91-4c9b-881d-0e5250f50aa7", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:48:06.140227 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-806802aa-2fc5-4cce-81ef-40c029aacb98 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:48:06.140625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61440d1-fc9f-4f85-a422-76073d2ec105', 'name': 'network-vif-deleted', 'tag': 'afd78fb5-4c91-4c9b-881d-0e5250f50aa7', 'status': 'completed', 'code': 200} Feb 08 16:48:06.326163 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f042a4d1-60fe-4f85-a0cb-00a567a0fb78 req-22839bd3-95bb-4bb1-9400-09c15300f117 tempest-VolumesActionsTest-1359919991 tempest-VolumesActionsTest-1359919991-project] 10.222.0.35 "GET /v2.0/ports?device_id=d61440d1-fc9f-4f85-a422-76073d2ec105 HTTP/1.1" status: 200 len: 210 time: 0.0284085 Feb 08 16:48:06.878542 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7d3c-d91b-43ba-8586-da441eeda9c9 req-9a487ebe-a9e5-40cc-913e-a87ee7308c06 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:06.880006 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c77d7d3c-d91b-43ba-8586-da441eeda9c9 req-9a487ebe-a9e5-40cc-913e-a87ee7308c06 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0571215 Feb 08 16:48:06.926047 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c77d7d3c-d91b-43ba-8586-da441eeda9c9 req-b57bb4fd-7ef2-40d9-a0d7-04aaaf6b0375 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Feb 08 16:48:08.047470 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1dd8c-1eda-490f-86c4-49ff3ae81c16 req-cef50a80-0037-4aa1-a455-53976d83706f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:08.048967 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3af1dd8c-1eda-490f-86c4-49ff3ae81c16 req-cef50a80-0037-4aa1-a455-53976d83706f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0547073 Feb 08 16:48:08.095652 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3af1dd8c-1eda-490f-86c4-49ff3ae81c16 req-fb6e3c89-4160-4bc1-adf0-c047e3eb4bff tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405993 Feb 08 16:48:08.290990 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.116129 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:48:09.213149 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0ede4-051f-4f14-8666-7467376b1875 req-f2859476-02f8-4269-b4b9-9e567be166b0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:09.214582 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bec0ede4-051f-4f14-8666-7467376b1875 req-f2859476-02f8-4269-b4b9-9e567be166b0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0517633 Feb 08 16:48:09.263243 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bec0ede4-051f-4f14-8666-7467376b1875 req-8d7353b4-bac8-462c-8763-caa2c0b4f263 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Feb 08 16:48:10.386168 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e3177-ac71-4e4a-b198-95ee599132fd req-a62038af-c241-4606-b884-2ae7ea1fdb4c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:10.387632 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-da8e3177-ac71-4e4a-b198-95ee599132fd req-a62038af-c241-4606-b884-2ae7ea1fdb4c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0570374 Feb 08 16:48:10.433947 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-da8e3177-ac71-4e4a-b198-95ee599132fd req-40a9f151-f1cb-461a-a343-6152574e4532 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Feb 08 16:48:10.623516 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device afd78fb5-4c91-4c9b-881d-0e5250f50aa7 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:48:10.646298 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: afd78fb5-4c91-4c9b-881d-0e5250f50aa7 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:48:10.646646 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device afd78fb5-4c91-4c9b-881d-0e5250f50aa7 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:48:11.548655 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c220e-ad10-4e6b-b906-6f184020c0f0 req-463efc74-e5b2-4c61-b3bc-4dc77713077a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:11.550081 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d2c220e-ad10-4e6b-b906-6f184020c0f0 req-463efc74-e5b2-4c61-b3bc-4dc77713077a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0511861 Feb 08 16:48:11.595059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9d2c220e-ad10-4e6b-b906-6f184020c0f0 req-c5e5ccbc-9db4-4e81-95fa-4012d9912e29 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Feb 08 16:48:12.713375 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407be8-2112-4649-b1ad-618d736a56ac req-1544fc83-bd1b-4f17-adf7-6e29fd287ac9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:12.714807 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae407be8-2112-4649-b1ad-618d736a56ac req-1544fc83-bd1b-4f17-adf7-6e29fd287ac9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0527272 Feb 08 16:48:12.759965 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ae407be8-2112-4649-b1ad-618d736a56ac req-1a8e5af4-cb86-4e2d-b7b7-3efe2c9452ad tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Feb 08 16:48:13.886438 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832a82a-585f-4ec8-ba1a-256b481bbaae req-be27d950-e88f-4133-8c69-5122a79cd4b8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:13.888622 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e832a82a-585f-4ec8-ba1a-256b481bbaae req-be27d950-e88f-4133-8c69-5122a79cd4b8 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0535955 Feb 08 16:48:13.953059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e832a82a-585f-4ec8-ba1a-256b481bbaae req-b2582590-e183-4a47-8f28-08359dcb7a80 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570488 Feb 08 16:48:15.098530 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0e811-b57a-4b46-83c9-4fa02f1da52e req-71dc17d7-3dac-4bf6-b014-cc9ef482a579 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.101001 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cda0e811-b57a-4b46-83c9-4fa02f1da52e req-71dc17d7-3dac-4bf6-b014-cc9ef482a579 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0596662 Feb 08 16:48:15.164815 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cda0e811-b57a-4b46-83c9-4fa02f1da52e req-91365458-6cc8-4da8-9069-d21d1a491050 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544155 Feb 08 16:48:16.331617 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b1d35-1c18-4ba8-9fd6-1ec00cf6da08 req-05b3f54d-91ee-4f27-8bc7-c81e9d6cc377 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:16.333132 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-449b1d35-1c18-4ba8-9fd6-1ec00cf6da08 req-05b3f54d-91ee-4f27-8bc7-c81e9d6cc377 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0749662 Feb 08 16:48:16.389703 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-449b1d35-1c18-4ba8-9fd6-1ec00cf6da08 req-c88aeec2-cc6d-4cf5-bd7d-e01a6b2f7cde tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490143 Feb 08 16:48:17.532392 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6b569-a2e7-4dcc-85fa-be5e6ae59e57 req-e3162637-8da3-4379-b362-57760866a7c2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:17.534141 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0bb6b569-a2e7-4dcc-85fa-be5e6ae59e57 req-e3162637-8da3-4379-b362-57760866a7c2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0700581 Feb 08 16:48:17.582232 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0bb6b569-a2e7-4dcc-85fa-be5e6ae59e57 req-7aadf137-6432-4458-8cef-e54d7dc15187 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Feb 08 16:48:18.732368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f9d3-7100-44c3-ae81-14a9bfeacbc5 req-6f9680aa-7882-4ec6-b612-b8c391a7c49e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:18.734550 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9200f9d3-7100-44c3-ae81-14a9bfeacbc5 req-6f9680aa-7882-4ec6-b612-b8c391a7c49e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0626194 Feb 08 16:48:18.785132 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9200f9d3-7100-44c3-ae81-14a9bfeacbc5 req-d5bf5260-1d83-40f4-91ed-ae4c1131eb89 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Feb 08 16:48:19.919659 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f726c04-4eb2-4514-b7ea-7d5637f0d1fa req-435276d1-1d6b-4e7d-a96a-486c59181266 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:19.924931 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f726c04-4eb2-4514-b7ea-7d5637f0d1fa req-435276d1-1d6b-4e7d-a96a-486c59181266 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0598607 Feb 08 16:48:19.972871 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9f726c04-4eb2-4514-b7ea-7d5637f0d1fa req-f634afe5-23e9-4251-a34a-e6db1add7626 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 Feb 08 16:48:21.111589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac02e4-f14d-4b4b-a4b2-71f8ddac032e req-700671d4-e148-4ef6-9b92-363b4fde0139 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:21.114045 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1eac02e4-f14d-4b4b-a4b2-71f8ddac032e req-700671d4-e148-4ef6-9b92-363b4fde0139 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0682108 Feb 08 16:48:21.185127 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1eac02e4-f14d-4b4b-a4b2-71f8ddac032e req-f834fb28-db99-4137-aa53-715f7076bc24 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634677 Feb 08 16:48:22.321644 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703b8b-3022-4a22-b32e-f982dc8933ff req-72e02795-514a-432c-9054-25ec143696cd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:22.328961 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81703b8b-3022-4a22-b32e-f982dc8933ff req-72e02795-514a-432c-9054-25ec143696cd tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0672095 Feb 08 16:48:22.422986 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81703b8b-3022-4a22-b32e-f982dc8933ff req-e871f1e7-09a0-4347-90a1-8acbfe4b789e tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919566 Feb 08 16:48:22.697615 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a34b4f-971f-4f8f-a600-1c888ba22878 req-f35dc5a4-9fae-47bf-bdb9-7f762ea3a76b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:22.704853 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44a34b4f-971f-4f8f-a600-1c888ba22878 req-f35dc5a4-9fae-47bf-bdb9-7f762ea3a76b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0820847 Feb 08 16:48:22.741066 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-89b76b6a-eab5-44f6-a824-f2dc44e7b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:22.743804 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-89b76b6a-eab5-44f6-a824-f2dc44e7b668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 1130 time: 0.0533442 Feb 08 16:48:22.776256 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-44a34b4f-971f-4f8f-a600-1c888ba22878 req-9281250c-9752-4323-9389-b08932160045 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653441 Feb 08 16:48:22.856013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-ee6cf09d-a4da-4ab6-9c89-d59cfc20fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:22.857934 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-ee6cf09d-a4da-4ab6-9c89-d59cfc20fc38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.1058183 Feb 08 16:48:22.931297 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-a5972f35-2586-4bcb-83f1-f493d3bed713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 200 len: 1002 time: 0.0666218 Feb 08 16:48:22.984118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-f05597a5-68f2-427e-b7f5-a6cb0e0c7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:22.985561 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-f05597a5-68f2-427e-b7f5-a6cb0e0c7a6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0481396 Feb 08 16:48:23.040883 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-6bd722b3-b476-4d57-a048-272a4894951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:23.042362 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-6bd722b3-b476-4d57-a048-272a4894951e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490084 Feb 08 16:48:23.138699 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-b5f8f66d-78d0-407a-a4dc-e9080b17224f service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899057 Feb 08 16:48:23.239196 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7a437e05-51f4-428b-8fb5-6127541e7ee8 req-95bb433a-d6b3-42b8-af3d-de1ae45cb29d service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Feb 08 16:48:23.948717 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f0c0c-7484-4d5d-b2af-86ac666f2419 req-f19257f1-1cca-43e7-b54b-4a822eb52a20 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:23.952738 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d1f0c0c-7484-4d5d-b2af-86ac666f2419 req-f19257f1-1cca-43e7-b54b-4a822eb52a20 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0820594 Feb 08 16:48:24.030635 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8d1f0c0c-7484-4d5d-b2af-86ac666f2419 req-d3d57362-d590-4a8b-82ab-2995247d0681 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688367 Feb 08 16:48:25.692723 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44ec4aab-9b94-46a9-b467-e6da1db529d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:28.002590 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d98369ce-1335-427f-8604-952149abcc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.090098 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58550) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:29.133752 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Deleting subnet e8696213-038d-4f33-92f9-92a0576f0c7d {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:48:29.136736 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Publish callbacks [] for subnet (e8696213-038d-4f33-92f9-92a0576f0c7d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.169209 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (e8696213-038d-4f33-92f9-92a0576f0c7d), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.209480 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.210324 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (e8696213-038d-4f33-92f9-92a0576f0c7d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.261389 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (e8696213-038d-4f33-92f9-92a0576f0c7d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.285703 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8696213-038d-4f33-92f9-92a0576f0c7d,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:29.290066 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.293244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-048f65f8-00dc-489d-b687-37ab13f8e8d5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e8696213-038d-4f33-92f9-92a0576f0c7d HTTP/1.1" status: 204 len: 168 time: 0.2021227 Feb 08 16:48:29.295614 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58552) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:29.360446 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (6eff03a1-c6a7-4619-8332-f7ea53ea50ca), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.438350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (6eff03a1-c6a7-4619-8332-f7ea53ea50ca), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.457651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eff03a1-c6a7-4619-8332-f7ea53ea50ca']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:29.467032 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc5adc-6840-4c84-8ee4-3c633427666f') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:29.467328 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc5adc-6840-4c84-8ee4-3c633427666f') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:29.476311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (81cc5adc-6840-4c84-8ee4-3c633427666f), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.489293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (81cc5adc-6840-4c84-8ee4-3c633427666f), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.495124 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:48:29.495499 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (81cc5adc-6840-4c84-8ee4-3c633427666f), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:48:29.497132 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:48:29.548706 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (6eff03a1-c6a7-4619-8332-f7ea53ea50ca), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.553730 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.557485 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] 10.222.0.35 "DELETE /v2.0/networks/6eff03a1-c6a7-4619-8332-f7ea53ea50ca HTTP/1.1" status: 204 len: 168 time: 0.2609308 Feb 08 16:48:29.572472 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15cbae-c43d-44c0-9183-bc6ce82c8e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6eff03a1-c6a7-4619-8332-f7ea53ea50ca,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:29.718362 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58556) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:29.757013 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-54d073bc-17ce-4231-a47f-5f93e008a98f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4628b38b90b6499e97fe1045b54098f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375230 Feb 08 16:48:29.759950 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58558) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:29.804560 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] Publish callbacks [] for security_group (40af6255-0ed9-4fc2-b526-91c1a3d65a36), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.825296 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] Publish callbacks [] for security_group (40af6255-0ed9-4fc2-b526-91c1a3d65a36), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.871898 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (40af6255-0ed9-4fc2-b526-91c1a3d65a36), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.874410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:29.875543 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40af6255-0ed9-4fc2-b526-91c1a3d65a36 HTTP/1.1" status: 204 len: 168 time: 0.1147034 Feb 08 16:48:29.884535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf9979-05e4-4b1d-9c12-c2efb2e4caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af6255-0ed9-4fc2-b526-91c1a3d65a36,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:30.416678 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:31.948135 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:38.309998 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:39.523956 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d64997-10ea-4c55-b196-fc05db89e200 req-3c733bfd-86b7-47a8-8d5f-96ffb46ded60 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:39.525486 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4d64997-10ea-4c55-b196-fc05db89e200 req-3c733bfd-86b7-47a8-8d5f-96ffb46ded60 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0544758 Feb 08 16:48:39.576904 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e4d64997-10ea-4c55-b196-fc05db89e200 req-24d73a22-fdb4-4c0d-9937-f6b9fb8f729a tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446444 Feb 08 16:48:40.701254 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d47335-2cc0-475f-921e-aa0ed5b2b80c req-64c7d98f-08be-42cc-9725-8ca252000dc1 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:40.702743 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d47335-2cc0-475f-921e-aa0ed5b2b80c req-64c7d98f-08be-42cc-9725-8ca252000dc1 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0553286 Feb 08 16:48:40.756813 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-77d47335-2cc0-475f-921e-aa0ed5b2b80c req-4f784482-423b-415c-9f14-ee14d1abb1d6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483410 Feb 08 16:48:41.874162 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9a4c5-7e37-4873-946f-62c992663f8d req-1ef5e555-f549-4c67-abc2-8a1ebaf50ed7 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:41.875896 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4d9a4c5-7e37-4873-946f-62c992663f8d req-1ef5e555-f549-4c67-abc2-8a1ebaf50ed7 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0531139 Feb 08 16:48:41.926049 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4d9a4c5-7e37-4873-946f-62c992663f8d req-bb92d883-73c5-4d4a-9eb8-22fced7e05ad tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436850 Feb 08 16:48:43.042567 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddf269-3877-4dd4-9ea6-4f4eeaa9642f req-7ce1e654-5dbf-46cc-b7b1-1e39ff4075d3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:43.044657 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61ddf269-3877-4dd4-9ea6-4f4eeaa9642f req-7ce1e654-5dbf-46cc-b7b1-1e39ff4075d3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0523102 Feb 08 16:48:43.092115 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-61ddf269-3877-4dd4-9ea6-4f4eeaa9642f req-e09462a7-6ea9-4ceb-aa51-8fcefa1e2f92 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419130 Feb 08 16:48:44.209289 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926283a8-5db2-480f-be56-5cc6346fb31c req-eeee6d0e-ee07-47de-82e7-6689f372e8b6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:44.210730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-926283a8-5db2-480f-be56-5cc6346fb31c req-eeee6d0e-ee07-47de-82e7-6689f372e8b6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0514488 Feb 08 16:48:44.257593 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-926283a8-5db2-480f-be56-5cc6346fb31c req-9dcdcb20-305e-4eba-88d0-33dbbb247263 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414016 Feb 08 16:48:44.884028 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-c43b6495-d07e-45df-9397-90307c81382d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2942932 Feb 08 16:48:44.969522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-0b0d677e-c46a-410a-96bd-eddd08d4a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:44.970954 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-0b0d677e-c46a-410a-96bd-eddd08d4a1fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 1131 time: 0.0430431 Feb 08 16:48:45.071021 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-f95370a0-6e90-47e5-9899-9f1e8ba1d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:45.072484 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-f95370a0-6e90-47e5-9899-9f1e8ba1d8f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.0819910 Feb 08 16:48:45.139838 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-2c3058d5-ae33-4321-a051-f6adf1be1c28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 200 len: 1001 time: 0.0597644 Feb 08 16:48:45.187452 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-d9abea5b-0151-4ec2-98f0-f13f4154a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:45.188867 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-d9abea5b-0151-4ec2-98f0-f13f4154a1de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0412695 Feb 08 16:48:45.235600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-f6490371-5a23-4da9-8292-39e71c031944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:45.237076 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-f6490371-5a23-4da9-8292-39e71c031944 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422981 Feb 08 16:48:45.329520 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-36568623-2ff5-4c42-93c8-10e43125cdee service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Feb 08 16:48:45.376172 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d02a82-ce29-4270-ae82-6f334254551a req-06ec3b8a-38b1-4816-be01-461d0fa7c166 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:45.377655 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d4d02a82-ce29-4270-ae82-6f334254551a req-06ec3b8a-38b1-4816-be01-461d0fa7c166 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0529377 Feb 08 16:48:45.419135 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a197aa35-8d3b-4762-b907-062c14d90f15 req-84f8a892-d59d-4fe1-b420-27760537cab2 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821986 Feb 08 16:48:45.425352 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d4d02a82-ce29-4270-ae82-6f334254551a req-7e792471-bdeb-4c1e-9f3a-06426846ad07 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421410 Feb 08 16:48:46.114824 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:48:46.548709 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63776d7c-1583-40f0-9b55-b48d7ce08abe req-6f49191c-9f63-4984-a505-e7d4b27a6aea tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:46.550201 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-63776d7c-1583-40f0-9b55-b48d7ce08abe req-6f49191c-9f63-4984-a505-e7d4b27a6aea tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0561802 Feb 08 16:48:46.598587 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-63776d7c-1583-40f0-9b55-b48d7ce08abe req-42ff99c5-8999-462b-8f5e-9f21fe0981d2 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429146 Feb 08 16:48:47.721147 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681f5a9-38f8-46e4-95a3-fd0d1eee9a1f req-10040536-61a3-4a76-b4c4-bf95d56da038 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:47.722610 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d681f5a9-38f8-46e4-95a3-fd0d1eee9a1f req-10040536-61a3-4a76-b4c4-bf95d56da038 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0586677 Feb 08 16:48:47.770897 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d681f5a9-38f8-46e4-95a3-fd0d1eee9a1f req-e4bed871-936b-461e-9cb4-5949d0c24414 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428114 Feb 08 16:48:48.894500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704a7cf-0d01-483f-a74c-2b010efd0471 req-4eb84982-7f92-446e-aae7-60657980a1ff tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:48.895970 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2704a7cf-0d01-483f-a74c-2b010efd0471 req-4eb84982-7f92-446e-aae7-60657980a1ff tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0595667 Feb 08 16:48:48.942571 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2704a7cf-0d01-483f-a74c-2b010efd0471 req-c2421b97-f138-4890-806a-1430052ce511 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411074 Feb 08 16:48:49.173287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12bdb6-1a7e-403f-b799-e9e2aa533d42 req-6428234e-86a6-460e-b6cb-fb4df13ad43f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:49.174734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0c12bdb6-1a7e-403f-b799-e9e2aa533d42 req-6428234e-86a6-460e-b6cb-fb4df13ad43f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0894163 Feb 08 16:48:49.177225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-db65cb2a-a9dc-4f81-9730-29ff8ea5ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:49.178544 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-db65cb2a-a9dc-4f81-9730-29ff8ea5ba4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1169 time: 0.0668848 Feb 08 16:48:49.287181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0c12bdb6-1a7e-403f-b799-e9e2aa533d42 req-192504ef-9b44-4ac3-a23d-fb2b852a2d0a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067557 Feb 08 16:48:49.308533 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-080a3fdc-6ca0-4fa9-83ce-d52f4924a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:49.310030 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-080a3fdc-6ca0-4fa9-83ce-d52f4924a2fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 915 time: 0.1235969 Feb 08 16:48:49.373969 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-cc0aa4f7-d8cd-47c6-b65d-b231761d8fa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 1002 time: 0.0576487 Feb 08 16:48:49.423684 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-3af70dde-3ca2-4695-be3c-fc91fbf34d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:49.425176 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-3af70dde-3ca2-4695-be3c-fc91fbf34d55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.0434318 Feb 08 16:48:49.478760 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-af68f71e-5f0b-4298-87d9-8f1fe7d82217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:49.480249 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-af68f71e-5f0b-4298-87d9-8f1fe7d82217 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473502 Feb 08 16:48:49.568033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-ed47c9ef-a4c0-41e9-8802-ce3145271e27 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807605 Feb 08 16:48:49.659213 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-972081a3-c522-4f9d-a919-4ef4b5121c18 req-a19b3106-e2f8-45b9-9471-6173c41c39a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Feb 08 16:48:50.063121 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3339c6-8931-4f08-a625-c73caa3969cc req-925b59b2-7f17-4001-9fe4-3143541816ee tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:50.064661 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5a3339c6-8931-4f08-a625-c73caa3969cc req-925b59b2-7f17-4001-9fe4-3143541816ee tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0534465 Feb 08 16:48:50.113487 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-5a3339c6-8931-4f08-a625-c73caa3969cc req-2676671b-d502-4643-91dd-033ed725b35d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429418 Feb 08 16:48:50.405550 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae00b8-18a8-42b2-86b8-56e2cac58f5f req-f2a3e2ca-6ec9-4823-b8b6-f5b4dfe718dd tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:50.406932 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-05ae00b8-18a8-42b2-86b8-56e2cac58f5f req-f2a3e2ca-6ec9-4823-b8b6-f5b4dfe718dd tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0543377 Feb 08 16:48:50.464861 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-05ae00b8-18a8-42b2-86b8-56e2cac58f5f req-13d96a59-8e6a-4e7c-9365-6c4d1bc3bc89 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523164 Feb 08 16:48:51.234262 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be96086-a9e2-4904-8c6d-29cef361a4f4 req-fa6520e6-6b06-4aee-98fc-881229377408 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:51.235621 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7be96086-a9e2-4904-8c6d-29cef361a4f4 req-fa6520e6-6b06-4aee-98fc-881229377408 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0557680 Feb 08 16:48:51.283484 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7be96086-a9e2-4904-8c6d-29cef361a4f4 req-c7b5b0dc-29dd-4e71-8e1a-0d6438fff97d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421112 Feb 08 16:48:51.584736 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff55c0-2600-4943-a0b4-ca2207924583 req-96603632-eb22-4a0b-a8ad-08eadcd5bfda tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:51.586195 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7aff55c0-2600-4943-a0b4-ca2207924583 req-96603632-eb22-4a0b-a8ad-08eadcd5bfda tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0545304 Feb 08 16:48:51.645344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7aff55c0-2600-4943-a0b4-ca2207924583 req-540aa9a9-0e86-4a55-aa6a-4c8b468b714b tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535369 Feb 08 16:48:52.402372 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89bef7-2c7a-4176-8ee5-55dc644c9292 req-92840d14-0204-4a0f-a218-e90f73e3cd2b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:52.404891 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d89bef7-2c7a-4176-8ee5-55dc644c9292 req-92840d14-0204-4a0f-a218-e90f73e3cd2b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0536058 Feb 08 16:48:52.453343 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-8d89bef7-2c7a-4176-8ee5-55dc644c9292 req-d6d2be59-a9ce-4f9e-83e7-efb1e728cc65 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425773 Feb 08 16:48:52.768452 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9e215-86a2-4066-b6d2-7c0deef2974c req-f0d8fbd4-3a19-4e43-8ec6-ba39a679fe05 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:52.769953 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f6f9e215-86a2-4066-b6d2-7c0deef2974c req-f0d8fbd4-3a19-4e43-8ec6-ba39a679fe05 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0579844 Feb 08 16:48:52.836074 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f6f9e215-86a2-4066-b6d2-7c0deef2974c req-ab947a1f-375f-464b-b044-a1fab6c3e660 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604908 Feb 08 16:48:53.580998 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5954b89-7411-4124-8989-c9e08d5c0e4e req-5e27dc95-5087-4744-9b88-16b15124c44d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:53.582510 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5954b89-7411-4124-8989-c9e08d5c0e4e req-5e27dc95-5087-4744-9b88-16b15124c44d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0515890 Feb 08 16:48:53.635507 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f5954b89-7411-4124-8989-c9e08d5c0e4e req-8962bf38-44d4-4f97-be67-b14a93b69d42 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475724 Feb 08 16:48:53.946904 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33338576-7ba6-4594-b4ae-8f4def533184 req-0b9a6753-47f7-485f-bbc9-72cffa27e301 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:53.948409 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-33338576-7ba6-4594-b4ae-8f4def533184 req-0b9a6753-47f7-485f-bbc9-72cffa27e301 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0520530 Feb 08 16:48:54.007021 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-33338576-7ba6-4594-b4ae-8f4def533184 req-bdda5351-1231-40ae-9a13-09457455b1e8 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524230 Feb 08 16:48:54.720564 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74987-4421-4998-8ed0-f0e026787838 req-0d6d116e-524a-4a77-a7ba-4333d251a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:54.721980 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-0d6d116e-524a-4a77-a7ba-4333d251a376 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0502450 Feb 08 16:48:54.758011 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5efc75-ec40-4a0a-8fc2-a7e0ebaa0456 req-d583c60f-d0db-4cbf-935d-019eed4e29a6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:54.759480 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa5efc75-ec40-4a0a-8fc2-a7e0ebaa0456 req-d583c60f-d0db-4cbf-935d-019eed4e29a6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0539379 Feb 08 16:48:54.807814 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aa5efc75-ec40-4a0a-8fc2-a7e0ebaa0456 req-9e250888-133a-4fa7-9bc3-9ed35aa30c0c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426199 Feb 08 16:48:54.814967 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74987-4421-4998-8ed0-f0e026787838 req-011a3929-6032-473b-bb6b-e8438a05eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:54.816502 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-011a3929-6032-473b-bb6b-e8438a05eec3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0867071 Feb 08 16:48:54.892696 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-c3d54e2a-3b1a-4aae-a6b2-52253568a173 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 1001 time: 0.0674887 Feb 08 16:48:54.948027 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74987-4421-4998-8ed0-f0e026787838 req-3b344d28-6625-45cd-8f64-035bbd230b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:54.950173 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-3b344d28-6625-45cd-8f64-035bbd230b40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0446250 Feb 08 16:48:54.996622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74987-4421-4998-8ed0-f0e026787838 req-806b765a-a02a-472a-8011-1ff219f20b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:54.998181 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-806b765a-a02a-472a-8011-1ff219f20b25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428474 Feb 08 16:48:55.112472 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-efd308fa-31ff-4a2b-914f-aa5096a232f0 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081519 Feb 08 16:48:55.182297 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ecf11-f27b-42af-8ed8-3d028947558a req-32a231e8-edef-4eea-98fe-abdcc365799e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:55.184316 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d55ecf11-f27b-42af-8ed8-3d028947558a req-32a231e8-edef-4eea-98fe-abdcc365799e tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.1092534 Feb 08 16:48:55.249473 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67b74987-4421-4998-8ed0-f0e026787838 req-99d4ea09-81e6-4e73-8d68-dbb36167c891 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272779 Feb 08 16:48:55.269079 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d55ecf11-f27b-42af-8ed8-3d028947558a req-7ee74e15-6bbf-4770-893d-603aa7393b54 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786281 Feb 08 16:48:55.689020 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-31e91842-192c-428b-b6bb-18ada872e7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:55.927199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caf2e5-89fd-4683-ad03-3703500d770d req-c7a8ee11-26b7-4456-9715-15d062473f87 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:55.928697 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52caf2e5-89fd-4683-ad03-3703500d770d req-c7a8ee11-26b7-4456-9715-15d062473f87 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0519705 Feb 08 16:48:55.977321 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-52caf2e5-89fd-4683-ad03-3703500d770d req-0fb1631f-49cf-4518-bc78-4c6ca05cffc0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424719 Feb 08 16:48:56.387585 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44a56-7015-4d6b-b7e4-65862a7a16ee req-8bb272e5-5bf3-4c5f-8626-b586fcf1d250 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:56.389084 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88b44a56-7015-4d6b-b7e4-65862a7a16ee req-8bb272e5-5bf3-4c5f-8626-b586fcf1d250 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0535648 Feb 08 16:48:56.446776 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-88b44a56-7015-4d6b-b7e4-65862a7a16ee req-8374fb1e-abf5-435b-95b1-64b525af1c5f tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515742 Feb 08 16:48:57.099779 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a48380-aa4a-4ea1-b8da-55f6a86b7fa5 req-5c11ddf1-17c3-44cf-b239-8e0082c548ed tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:57.101245 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c1a48380-aa4a-4ea1-b8da-55f6a86b7fa5 req-5c11ddf1-17c3-44cf-b239-8e0082c548ed tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0573230 Feb 08 16:48:57.158611 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c1a48380-aa4a-4ea1-b8da-55f6a86b7fa5 req-6acb8944-c149-44b3-b5c1-8971a0f36f0b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518684 Feb 08 16:48:57.563803 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f22185-2d4d-4092-90e6-e1f1516cae2d req-2b91bf8a-4aca-4579-bef0-f721cbed0b53 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:57.565149 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f22185-2d4d-4092-90e6-e1f1516cae2d req-2b91bf8a-4aca-4579-bef0-f721cbed0b53 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0511587 Feb 08 16:48:57.626322 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-73f22185-2d4d-4092-90e6-e1f1516cae2d req-ada48007-f9fc-4982-bcc6-18c241e0f45c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553777 Feb 08 16:48:58.001031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e7848545-493a-4ed5-87c6-9c473b52f599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:58.304801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed729b-f0b8-4749-acbd-963ace930912 req-4ac09e70-f780-44cb-acf2-7a760ad2c49d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:58.306374 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05ed729b-f0b8-4749-acbd-963ace930912 req-4ac09e70-f780-44cb-acf2-7a760ad2c49d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0684557 Feb 08 16:48:58.368141 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-05ed729b-f0b8-4749-acbd-963ace930912 req-5d8ccd83-dcc2-4cf0-9c11-9739d52b9b53 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561595 Feb 08 16:48:58.745295 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50747ecb-da99-4837-aba8-a9c8b1ccf9be req-06b4e7fc-31ce-4ad9-a69f-0dc6428a47b9 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:58.746752 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-50747ecb-da99-4837-aba8-a9c8b1ccf9be req-06b4e7fc-31ce-4ad9-a69f-0dc6428a47b9 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0526958 Feb 08 16:48:58.805580 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-50747ecb-da99-4837-aba8-a9c8b1ccf9be req-7cb82ca2-2765-4930-8e2e-33e1487e9597 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522120 Feb 08 16:48:59.212515 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:59.486719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890396-ebe3-4a13-a6db-049a065d2731 req-2c1c70c4-6b84-4672-905d-6333f0517b9e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.488125 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17890396-ebe3-4a13-a6db-049a065d2731 req-2c1c70c4-6b84-4672-905d-6333f0517b9e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Feb 08 16:48:59.540132 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17890396-ebe3-4a13-a6db-049a065d2731 req-262c7ec8-f01d-45ac-9b5f-f4bc9a841b6b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465465 Feb 08 16:48:59.924455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e428-251b-431c-a4fd-2aff0379d237 req-20e5dfdd-fe10-460d-b117-f87655e5ef49 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.925931 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd98e428-251b-431c-a4fd-2aff0379d237 req-20e5dfdd-fe10-460d-b117-f87655e5ef49 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0526252 Feb 08 16:48:59.985441 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd98e428-251b-431c-a4fd-2aff0379d237 req-7b366428-2788-42ed-a8a1-8b92791f0e1a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538800 Feb 08 16:49:00.422017 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:00.660229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b8e8-0299-43f9-96d0-cc9524057d3d req-9dc31194-877a-49cd-8479-6d7726c3e707 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:00.661585 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-97e3b8e8-0299-43f9-96d0-cc9524057d3d req-9dc31194-877a-49cd-8479-6d7726c3e707 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0557990 Feb 08 16:49:00.709067 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-97e3b8e8-0299-43f9-96d0-cc9524057d3d req-45c6e22d-5c98-4b74-bf7d-53553a0d3bcd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420613 Feb 08 16:49:01.107182 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b418f-dc0f-40a9-a908-5918f533f480 req-7a6d391d-ae4b-477b-9daf-ba4c8cf46481 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:01.108649 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd7b418f-dc0f-40a9-a908-5918f533f480 req-7a6d391d-ae4b-477b-9daf-ba4c8cf46481 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0522108 Feb 08 16:49:01.166847 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dd7b418f-dc0f-40a9-a908-5918f533f480 req-5d5b38a8-48b3-492d-8742-43af9fbc1f8c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525537 Feb 08 16:49:01.827332 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aea1c-2a35-490f-bcfc-f546e0b31bc7 req-74f1ae86-2c28-47d1-8198-9456aee22812 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:01.828802 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f21aea1c-2a35-490f-bcfc-f546e0b31bc7 req-74f1ae86-2c28-47d1-8198-9456aee22812 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0528851 Feb 08 16:49:01.876958 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-f21aea1c-2a35-490f-bcfc-f546e0b31bc7 req-f556b3bb-4ea1-4817-8713-2302fc530a95 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425789 Feb 08 16:49:01.949668 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:02.284176 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109eede-d2de-4ba1-802f-c0e036850cf1 req-ef9e9f6d-9ee8-4ad0-8ab9-ecf649a2bb80 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:02.285570 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e109eede-d2de-4ba1-802f-c0e036850cf1 req-ef9e9f6d-9ee8-4ad0-8ab9-ecf649a2bb80 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0528102 Feb 08 16:49:02.346207 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e109eede-d2de-4ba1-802f-c0e036850cf1 req-463aca6a-6d8d-47e8-b66e-00159c815819 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549753 Feb 08 16:49:02.993191 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f14f5-2b95-419d-a7f7-cd53cfb9d3ef req-2a85ae22-e81f-433a-baaf-5f4b76550395 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:02.994627 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-956f14f5-2b95-419d-a7f7-cd53cfb9d3ef req-2a85ae22-e81f-433a-baaf-5f4b76550395 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Feb 08 16:49:03.045882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-956f14f5-2b95-419d-a7f7-cd53cfb9d3ef req-e793b304-cb7f-45b2-8b00-5e4f2d6f6dc3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454481 Feb 08 16:49:03.471712 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bae739-fcfe-44a4-8612-998fbd3ddb34 req-cf6f5a9a-f659-4747-af65-27605abad5b7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:03.473088 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23bae739-fcfe-44a4-8612-998fbd3ddb34 req-cf6f5a9a-f659-4747-af65-27605abad5b7 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0600388 Feb 08 16:49:03.533218 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-23bae739-fcfe-44a4-8612-998fbd3ddb34 req-2ee8626e-602b-4e8f-ba6f-61a1c9640c39 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543652 Feb 08 16:49:04.164032 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec141-49c7-4f61-8dd9-819839b34bf5 req-706d6353-112f-409a-92ae-a11b6c37929d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:04.165493 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ebec141-49c7-4f61-8dd9-819839b34bf5 req-706d6353-112f-409a-92ae-a11b6c37929d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0527070 Feb 08 16:49:04.213492 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9ebec141-49c7-4f61-8dd9-819839b34bf5 req-b03bd58a-f2ed-4cec-bb97-df2061a021c3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417295 Feb 08 16:49:04.657174 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6a428-fd19-4430-84cd-d3abfa350587 req-09402661-5930-4329-9cc9-cc96279c42ec tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:04.658777 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f0a6a428-fd19-4430-84cd-d3abfa350587 req-09402661-5930-4329-9cc9-cc96279c42ec tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0560408 Feb 08 16:49:04.718861 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f0a6a428-fd19-4430-84cd-d3abfa350587 req-8cf241c8-e108-4e74-b1b0-ac4a647471cc tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540121 Feb 08 16:49:05.335110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91f030-6b0b-42d6-b3f6-fb805deff811 req-08536d2f-44f5-4aea-bec2-adf2df0753ba tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:05.336593 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf91f030-6b0b-42d6-b3f6-fb805deff811 req-08536d2f-44f5-4aea-bec2-adf2df0753ba tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0563247 Feb 08 16:49:05.384686 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf91f030-6b0b-42d6-b3f6-fb805deff811 req-749cb598-7ac6-4dfd-88e7-107c8242f6d3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416667 Feb 08 16:49:05.688150 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58870) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:05.800445 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:05.865642 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca45f4-9f7e-428f-9d8c-fb300bd38efb req-b791b675-feb7-4f28-b468-7b71d77c14bb tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:05.867144 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b0ca45f4-9f7e-428f-9d8c-fb300bd38efb req-b791b675-feb7-4f28-b468-7b71d77c14bb tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0810783 Feb 08 16:49:05.943192 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Publish callbacks [] for security_group (6b0d0b6c-c592-439b-b77a-ea5ca2823739), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:05.948297 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6b0d0b6c-c592-439b-b77a-ea5ca2823739), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:05.974374 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b0ca45f4-9f7e-428f-9d8c-fb300bd38efb req-8c0134d4-0e8b-4260-aab8-d2d7ab698e1a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975769 Feb 08 16:49:05.997907 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d0b6c-c592-439b-b77a-ea5ca2823739,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:06.002216 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d721564e7f34d38ad9af0b20a0b0581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130574 Feb 08 16:49:06.005015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58876) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:06.008217 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.008573 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.008928 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.009271 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.009604 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.010091 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.010453 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.010789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.011980 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.012345 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.012688 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.013410 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.013788 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b10381-3c10-4eb4-9bf6-4ee6ad0a47f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.057142 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Publish callbacks [] for security_group (6b0d0b6c-c592-439b-b77a-ea5ca2823739), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:06.078891 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Publish callbacks [] for security_group (6b0d0b6c-c592-439b-b77a-ea5ca2823739), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:06.124700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (6b0d0b6c-c592-439b-b77a-ea5ca2823739), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:06.127493 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:06.128672 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b0d0b6c-c592-439b-b77a-ea5ca2823739 HTTP/1.1" status: 204 len: 168 time: 0.1225648 Feb 08 16:49:06.136061 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d0b6c-c592-439b-b77a-ea5ca2823739,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:06.143019 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.143375 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.143735 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.144075 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.144408 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.144736 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.145063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.145391 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.145715 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.146097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.146345 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.146663 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.146985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cd215-d45e-41ae-8c98-a64109231bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:06.505484 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e59d6b-ed44-4079-8237-f4cca170b4cb req-1aa09dc6-e345-4918-8f68-e5f9f0a1ba7f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:06.506942 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-25e59d6b-ed44-4079-8237-f4cca170b4cb req-1aa09dc6-e345-4918-8f68-e5f9f0a1ba7f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0559444 Feb 08 16:49:06.554584 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-25e59d6b-ed44-4079-8237-f4cca170b4cb req-2d1f399b-0c40-4765-be18-026d2571e196 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420139 Feb 08 16:49:07.240469 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d048fa-272c-424d-8912-988c628bf709 req-1926d7f2-c099-420b-9c6a-42ae43c15298 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:07.241922 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02d048fa-272c-424d-8912-988c628bf709 req-1926d7f2-c099-420b-9c6a-42ae43c15298 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0522890 Feb 08 16:49:07.300679 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02d048fa-272c-424d-8912-988c628bf709 req-e32d1e3c-a954-4f30-b577-9dcb6679e2c5 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e910800-aedc-4562-ad89-cc5596917dbc&id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531297 Feb 08 16:49:07.671829 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d46-7fe2-4c76-a3b2-79498c9ffa33 req-224a15ac-1625-4f3e-bac8-50e3fea72859 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:07.673403 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0cac0d46-7fe2-4c76-a3b2-79498c9ffa33 req-224a15ac-1625-4f3e-bac8-50e3fea72859 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0536032 Feb 08 16:49:07.721659 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0cac0d46-7fe2-4c76-a3b2-79498c9ffa33 req-c664f5a6-640a-4061-b178-2f76fda910dc tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425830 Feb 08 16:49:08.314971 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:08.898061 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:49:08.976855 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 is: ACTIVE; New status is: DOWN {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:08.977244 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:09.001878 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:09.004178 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3126a76-750e-4078-81b7-abe8930ef6a3" -d '{"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-unplugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:09.017478 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:09.021764 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:09.046705 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852a19b-1e8e-40e5-bc6e-81ae92b92799 x-openstack-request-id: req-6852a19b-1e8e-40e5-bc6e-81ae92b92799 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:09.047025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-unplugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:09.047291 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6852a19b-1e8e-40e5-bc6e-81ae92b92799 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:09.047679 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'code': 200} Feb 08 16:49:09.063209 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d94e-6e05-4751-8123-03f855562fdb req-0936ff36-0e10-4c69-b3e6-ec6f78b4dc46 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:09.064734 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d98d94e-6e05-4751-8123-03f855562fdb req-0936ff36-0e10-4c69-b3e6-ec6f78b4dc46 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0574770 Feb 08 16:49:09.073945 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=6']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:09.080978 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.081349 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.081695 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.082033 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.082364 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.082693 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.083025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.083350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.083672 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.084023 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.084348 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.084665 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.084983 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:09.113613 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d98d94e-6e05-4751-8123-03f855562fdb req-0bbd909f-17b3-48bb-b576-83fcffc433c5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434093 Feb 08 16:49:10.233908 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46db6-0a94-4e5a-a918-d82afdc3b5d9 req-36b6b10a-cdae-4a83-ac9b-27189717b06d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:10.235363 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73a46db6-0a94-4e5a-a918-d82afdc3b5d9 req-36b6b10a-cdae-4a83-ac9b-27189717b06d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0560801 Feb 08 16:49:10.284568 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-73a46db6-0a94-4e5a-a918-d82afdc3b5d9 req-0e44e166-bf04-4dd1-9880-4ca539daa14b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436625 Feb 08 16:49:11.202941 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532899a-49a2-48cb-80af-0ec0bcf10d48 req-022468b5-dc4b-4a6d-9ae1-b4e32c291545 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:11.204376 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c532899a-49a2-48cb-80af-0ec0bcf10d48 req-022468b5-dc4b-4a6d-9ae1-b4e32c291545 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.0568640 Feb 08 16:49:11.249943 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c532899a-49a2-48cb-80af-0ec0bcf10d48 req-1be54203-00b1-4d88-939f-a78f0bf5aa5e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Feb 08 16:49:11.405911 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7430b4-e425-4c91-81d4-0f7aaa99f4d3 req-d2cffc56-073c-4690-aa8a-8b224030614d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:11.407403 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b7430b4-e425-4c91-81d4-0f7aaa99f4d3 req-d2cffc56-073c-4690-aa8a-8b224030614d tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0538867 Feb 08 16:49:11.455337 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b7430b4-e425-4c91-81d4-0f7aaa99f4d3 req-fa8d0a6c-cc0a-42c5-a4bc-149d921ec803 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422559 Feb 08 16:49:11.666735 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd72e49-8f89-4152-b441-53e914f7fa03 req-6c910322-c5db-4a8f-a65e-51f819d2180f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:11.668298 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dd72e49-8f89-4152-b441-53e914f7fa03 req-6c910322-c5db-4a8f-a65e-51f819d2180f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0541117 Feb 08 16:49:11.691397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58926) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:11.723892 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1dd72e49-8f89-4152-b441-53e914f7fa03 req-d210c25f-1b9a-41e5-aeb4-b61b622e50ef tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487702 Feb 08 16:49:11.779255 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-516c2e0e-e267-4c73-808d-6bce5dda8260 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866799 Feb 08 16:49:11.788173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-d68e117c-8429-457f-a3af-f00db2bca2f0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:49:11.789116 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-d68e117c-8429-457f-a3af-f00db2bca2f0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047920 Feb 08 16:49:12.372435 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9b5d-28f1-4e8f-a066-5df2c4d62f4a req-de699676-f728-4271-925b-afa381c489e7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:12.374462 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-332e9b5d-28f1-4e8f-a066-5df2c4d62f4a req-de699676-f728-4271-925b-afa381c489e7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.0520213 Feb 08 16:49:12.421990 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-332e9b5d-28f1-4e8f-a066-5df2c4d62f4a req-6321fb1b-e8f9-4f0b-92e3-a45efe3db715 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Feb 08 16:49:12.855790 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bc54d-7c15-4311-b780-9d22aaa4f974 req-d0caf434-883a-407b-bc7a-c00e724c15c3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:12.857156 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-099bc54d-7c15-4311-b780-9d22aaa4f974 req-d0caf434-883a-407b-bc7a-c00e724c15c3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0659161 Feb 08 16:49:12.905639 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-099bc54d-7c15-4311-b780-9d22aaa4f974 req-ab04d9de-d65c-4b04-a0d6-ffdaabf70553 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421822 Feb 08 16:49:13.135643 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528d73-0a11-49d2-821e-6291d903f549 req-67ef3fe4-2e47-48bd-a5c0-ec044c70e900 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.137033 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18528d73-0a11-49d2-821e-6291d903f549 req-67ef3fe4-2e47-48bd-a5c0-ec044c70e900 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.0548077 Feb 08 16:49:13.230533 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-5a830b07-c7f2-42be-8618-1bd449203f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.232102 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-5a830b07-c7f2-42be-8618-1bd449203f27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287&tenant_id=08bc94fd80244144ae5883c54707e219 HTTP/1.1" status: 200 len: 1128 time: 0.0803518 Feb 08 16:49:13.232353 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Deleting port dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:13.232694 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:13.298287 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-6cf241bf-8ae2-4876-8690-eb650dd00dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.299770 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-6cf241bf-8ae2-4876-8690-eb650dd00dbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1128 time: 0.0449128 Feb 08 16:49:13.326794 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] For port dc601835-5363-4bdf-9b05-9e711057cbd2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc601835-5363-4bdf-9b05-9e711057cbd2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:13.327157 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:13.389197 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-08e749b5-e665-4a2d-94b1-a3e7b96ca1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.390575 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-08e749b5-e665-4a2d-94b1-a3e7b96ca1cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0847960 Feb 08 16:49:13.459252 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-03d61ec2-aab0-4d90-9110-49383a5e29ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 999 time: 0.0624533 Feb 08 16:49:13.508215 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-a055160c-cfb7-4eba-8c99-b6543ab54b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.509643 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-a055160c-cfb7-4eba-8c99-b6543ab54b27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0439968 Feb 08 16:49:13.558058 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-ce842801-e23b-434c-8a41-316c8b2a3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.559540 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-ce842801-e23b-434c-8a41-316c8b2a3eff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433383 Feb 08 16:49:13.575278 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:13.575888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:13.576023 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Floating IP 0fdfca17-181a-4ecd-ab03-4c16854cdf8a disassociated. External IP: 172.27.1.12, port: dc601835-5363-4bdf-9b05-9e711057cbd2. Feb 08 16:49:13.576863 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Calling delete_port for dc601835-5363-4bdf-9b05-9e711057cbd2 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:13.601759 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e26d36-0a93-42be-ac9d-09571ce7151c req-327fca16-3723-4098-bd86-129bf623aecd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.603233 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2e26d36-0a93-42be-ac9d-09571ce7151c req-327fca16-3723-4098-bd86-129bf623aecd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=da00c476-8246-413e-889c-d22fe63e2ef8 HTTP/1.1" status: 200 len: 947 time: 0.0848167 Feb 08 16:49:13.650930 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-4099b69f-c934-4d3d-a451-0b56dd58ff5c service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Feb 08 16:49:13.696047 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2e26d36-0a93-42be-ac9d-09571ce7151c req-3dbebd73-9177-465c-af0f-19d123a33cb8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=7230359a-3328-4d83-8ff8-7fcac42cb862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637710 Feb 08 16:49:13.746639 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-191cd777-b0a1-4e12-a9b0-b99f94ba4bea req-5099c0d6-8db5-4adb-9cb6-215b83687c79 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Feb 08 16:49:13.755906 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (dc601835-5363-4bdf-9b05-9e711057cbd2), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:13.783267 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'Port': ['ID=dc601835-5363-4bdf-9b05-9e711057cbd2,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:13.898744 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:14.011715 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:14.026169 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:14.032149 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98ce0d-fbe8-49e5-9649-3cc42a84734f req-fd5d815b-3082-493c-9f58-2db43a0ae663 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:14.033654 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab98ce0d-fbe8-49e5-9649-3cc42a84734f req-fd5d815b-3082-493c-9f58-2db43a0ae663 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0588555 Feb 08 16:49:14.038905 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:14.040329 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:48:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:14.069580 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] No DVR routers for this DVR port dc601835-5363-4bdf-9b05-9e711057cbd2 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:49:14.072185 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:14.075710 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18528d73-0a11-49d2-821e-6291d903f549 req-b02058a4-3b04-4987-a438-0c6ab17f6fb2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "DELETE /v2.0/ports/dc601835-5363-4bdf-9b05-9e711057cbd2 HTTP/1.1" status: 204 len: 173 time: 0.9325342 Feb 08 16:49:14.076315 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-deleted', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:14.079416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccda43e3-f1af-4dc1-9906-a7b1e5b59de6" -d '{"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-deleted", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:14.104748 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ab98ce0d-fbe8-49e5-9649-3cc42a84734f req-72c5b4ff-86f8-4e92-8a58-345c6da2ed2b tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646412 Feb 08 16:49:14.140984 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b69ffe-82ba-4b89-9976-24b8b1a4c452 x-openstack-request-id: req-65b69ffe-82ba-4b89-9976-24b8b1a4c452 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:14.141289 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da00c476-8246-413e-889c-d22fe63e2ef8", "name": "network-vif-deleted", "tag": "dc601835-5363-4bdf-9b05-9e711057cbd2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:14.141544 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65b69ffe-82ba-4b89-9976-24b8b1a4c452 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:14.141954 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da00c476-8246-413e-889c-d22fe63e2ef8', 'name': 'network-vif-deleted', 'tag': 'dc601835-5363-4bdf-9b05-9e711057cbd2', 'status': 'completed', 'code': 200} Feb 08 16:49:14.162686 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:14.365856 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:14.391315 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:14.399486 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:14.400109 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:48:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:14.506908 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:14.709427 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:14.736692 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52e17a-e1cf-4932-96d7-c5f3abd88f8a None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:14.800194 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58950) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:14.863694 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (7230359a-3328-4d83-8ff8-7fcac42cb862), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:14.888840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (7230359a-3328-4d83-8ff8-7fcac42cb862), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:14.947045 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7230359a-3328-4d83-8ff8-7fcac42cb862), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:14.950117 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:14.953780 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "DELETE /v2.0/security-groups/7230359a-3328-4d83-8ff8-7fcac42cb862 HTTP/1.1" status: 204 len: 168 time: 0.1498864 Feb 08 16:49:14.954669 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58952) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:14.971254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20f6c-3464-4b0d-adf8-27c788032ee2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230359a-3328-4d83-8ff8-7fcac42cb862,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:14.973379 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.api.v2.resource [None req-f739f18b-180b-41ee-b0de-9e2613e0270b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] show failed (client error): The resource could not be found. Feb 08 16:49:14.975158 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f739f18b-180b-41ee-b0de-9e2613e0270b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups/7230359a-3328-4d83-8ff8-7fcac42cb862 HTTP/1.1" status: 404 len: 347 time: 0.0189950 Feb 08 16:49:14.977349 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58954) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:15.010441 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bef0f5-df8f-4b28-8724-f1712633d9be None None] New status for floating IP 0fdfca17-181a-4ecd-ab03-4c16854cdf8a: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:49:15.245516 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a32b7-8d7c-4840-bd34-d9ffe5ac6ad6 req-c86cfb4c-dd8c-42a8-911c-a793d1d884e6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:15.247061 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d49a32b7-8d7c-4840-bd34-d9ffe5ac6ad6 req-c86cfb4c-dd8c-42a8-911c-a793d1d884e6 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0559435 Feb 08 16:49:15.298868 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d49a32b7-8d7c-4840-bd34-d9ffe5ac6ad6 req-595c8a57-6082-479d-8020-d1fa936196c7 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451870 Feb 08 16:49:15.367283 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Deleting port 50ce35b6-91b6-4e2e-8c75-f08e5e2024d0 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:15.367623 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.444149 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.444730 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.457384 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Calling delete_port for 50ce35b6-91b6-4e2e-8c75-f08e5e2024d0 owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:15.596468 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (50ce35b6-91b6-4e2e-8c75-f08e5e2024d0), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.622678 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'Port': ['ID=50ce35b6-91b6-4e2e-8c75-f08e5e2024d0,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:15.685312 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (0fdfca17-181a-4ecd-ab03-4c16854cdf8a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.687981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.689132 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-8318857e-3bb4-4a8d-978c-4dd8fdb514f4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "DELETE /v2.0/floatingips/0fdfca17-181a-4ecd-ab03-4c16854cdf8a HTTP/1.1" status: 204 len: 168 time: 0.7108970 Feb 08 16:49:16.147850 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58962) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:16.152593 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170249488', 'description': 'tempest-description--1800611997'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:16.172577 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.239428 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (9023e636-fcde-424d-93e2-998871dd7adf), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.243101 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9023e636-fcde-424d-93e2-998871dd7adf), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.274798 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.276044 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271379 Feb 08 16:49:16.276738 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c658b00-8a7d-4b71-8d3d-fbc8ba07f7f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9023e636-fcde-424d-93e2-998871dd7adf,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:16.278968 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58964) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:16.283445 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group_rule': {'security_group_id': '9023e636-fcde-424d-93e2-998871dd7adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:16.314487 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (d3751ad3-06b6-4a14-8f15-7a5ac4a94e90), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.375395 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (d3751ad3-06b6-4a14-8f15-7a5ac4a94e90), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.379896 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (d3751ad3-06b6-4a14-8f15-7a5ac4a94e90), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.403592 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3751ad3-06b6-4a14-8f15-7a5ac4a94e90,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:16.432460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.433808 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-2121f61b-1436-40fd-baef-e2eef122a711 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536722 Feb 08 16:49:16.437903 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 58968) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:16.442347 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'security_group_rule': {'security_group_id': '9023e636-fcde-424d-93e2-998871dd7adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:16.458227 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248cc9-10a3-4b6d-a10f-1ab354d061d3 req-b7d9989e-95e7-4fc9-9757-50bff7bca2ef tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.465021 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35248cc9-10a3-4b6d-a10f-1ab354d061d3 req-b7d9989e-95e7-4fc9-9757-50bff7bca2ef tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0765707 Feb 08 16:49:16.513303 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (514542af-abc3-4029-8f43-71b95b287987), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.539800 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-35248cc9-10a3-4b6d-a10f-1ab354d061d3 req-42819c54-fbe3-49b9-84ce-7e75c26911cb tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735316 Feb 08 16:49:16.586890 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (514542af-abc3-4029-8f43-71b95b287987), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.590841 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (514542af-abc3-4029-8f43-71b95b287987), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.612650 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514542af-abc3-4029-8f43-71b95b287987,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:16.619418 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.620826 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b9702ba8-79e5-4421-8634-e2dbb5132e87 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1819873 Feb 08 16:49:16.624932 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 58970) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:16.629759 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:16.650071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.753739 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.865408 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Allocated IP 172.27.1.185 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/afa3d844-b267-4b52-9ab2-82b5671ad05f) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:49:16.927002 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:49:16.950309 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: dc601835-5363-4bdf-9b05-9e711057cbd2 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:49:16.950661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc601835-5363-4bdf-9b05-9e711057cbd2 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:49:16.977183 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.011218 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.051476 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:49:17.055868 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:49:17.060050 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:49:17.063096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=afa3d844-b267-4b52-9ab2-82b5671ad05f,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:17.155540 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.191604 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.342364 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.346743 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.413768 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=afa3d844-b267-4b52-9ab2-82b5671ad05f,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:17.424245 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.438832 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:17.440074 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-df8c5c3e-5dd4-4922-afcb-e4ef9f745f41 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8138695 Feb 08 16:49:17.640336 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-da026bfe-2d68-4084-b42e-95ed3c6a34d6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--170249488&fields=id&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 267 time: 0.0515866 Feb 08 16:49:17.665112 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42ec85-2508-42c3-98ac-96a0ef88e6f5 req-8f4b054a-f820-4028-9799-8eb8d5aa6130 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:17.666660 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb42ec85-2508-42c3-98ac-96a0ef88e6f5 req-8f4b054a-f820-4028-9799-8eb8d5aa6130 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0558779 Feb 08 16:49:17.723173 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb42ec85-2508-42c3-98ac-96a0ef88e6f5 req-601d9b75-916c-4f3b-aecd-c86ef5812227 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489242 Feb 08 16:49:17.752165 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-846dab0b-2efb-43dd-9b83-74a8f7c474a4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:17.753833 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-846dab0b-2efb-43dd-9b83-74a8f7c474a4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 816 time: 0.1109438 Feb 08 16:49:17.769583 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-982f8b11-33b3-40a2-92a2-16a649ab35f9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/quotas/23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 375 time: 0.0103614 Feb 08 16:49:17.823183 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-338914d2-3d65-4b4b-8fcc-0ba8363f03e4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483785 Feb 08 16:49:17.919953 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-56456a11-1586-4da9-9563-6ebe846bc58c service neutron] 10.222.0.35 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Feb 08 16:49:18.006998 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-418d056c-7de4-48bc-a976-5a3c65239c93 service neutron] 10.222.0.35 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Feb 08 16:49:18.164149 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3661e16e-3a4e-4f52-80c7-384ec842452d req-1c676b3e-b072-4415-8540-f268f7ffea9c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 210 time: 0.0305078 Feb 08 16:49:18.844927 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8730-e135-4b91-9e57-ec24ccc7df23 req-8c905463-846e-43f0-b9b2-c24097dec0a4 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.846384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9bef8730-e135-4b91-9e57-ec24ccc7df23 req-8c905463-846e-43f0-b9b2-c24097dec0a4 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0536554 Feb 08 16:49:18.898655 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9bef8730-e135-4b91-9e57-ec24ccc7df23 req-64dfbb86-af89-4cd3-accb-d45f56d6abad tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466986 Feb 08 16:49:19.107459 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-246940a1-48eb-4b99-9534-4f0bb79c3f1e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.108957 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-246940a1-48eb-4b99-9534-4f0bb79c3f1e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 816 time: 0.1077399 Feb 08 16:49:19.171574 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-e948a026-fcf1-4fc0-9aec-c197240dfcbe tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 379 time: 0.0527997 Feb 08 16:49:19.183097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'port': {'device_id': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'admin_state_up': True, 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'security_groups': ['9023e636-fcde-424d-93e2-998871dd7adf']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:19.262015 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-88d592d7-2854-436b-be6c-148751a73672 req-b697dc2c-ef72-4eb1-a01c-edb58ea3ce7d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 210 time: 0.0268199 Feb 08 16:49:19.292924 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Made reservation on behalf of 23325df6a88748fc9261e22c093ac67e for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:49:19.297110 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.422716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Allocated IP 172.20.0.11 (64dd4aa3-e414-467b-84ff-dc68d3d652e1/b845b533-6b95-4cbd-8955-62809b87fe55/a1385bb4-6242-43a5-80b9-5e5963fd66f2) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:49:19.553645 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.586756 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.633895 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:49:19.636934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:49:19.641163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:49:19.666287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:19.693057 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.693487 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.710330 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-eee151f3-267c-48fc-81d9-f5d8279e65ed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306981 Feb 08 16:49:19.780772 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Request body: {'port': {'device_id': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:19.837097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.904908 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-bf7ac8a8-1a15-4e2d-9e31-2378f442ce65 None None] Provisioning complete for port a1385bb4-6242-43a5-80b9-5e5963fd66f2 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:19.905508 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac8a8-1a15-4e2d-9e31-2378f442ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.955651 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ac8a8-1a15-4e2d-9e31-2378f442ce65 None None] Port a1385bb4-6242-43a5-80b9-5e5963fd66f2 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:49:20.076858 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b95e1-6ac2-4bd6-ad9f-c5b50d38b7b8 req-a73364ef-9203-4504-925e-8940e695a964 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.078343 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-223b95e1-6ac2-4bd6-ad9f-c5b50d38b7b8 req-a73364ef-9203-4504-925e-8940e695a964 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.1081924 Feb 08 16:49:20.169805 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-223b95e1-6ac2-4bd6-ad9f-c5b50d38b7b8 req-80034eec-0146-4b8e-ad5b-564b55e88435 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851142 Feb 08 16:49:20.175902 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:20.193225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks [] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.205981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Transition to ACTIVE for port object a1385bb4-6242-43a5-80b9-5e5963fd66f2 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:49:20.209636 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.262992 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:20.341881 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Attempting to bind port a1385bb4-6242-43a5-80b9-5e5963fd66f2 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:49:20.342264 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Attempting to bind port a1385bb4-6242-43a5-80b9-5e5963fd66f2 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:49:20.342743 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Attempting to bind port a1385bb4-6242-43a5-80b9-5e5963fd66f2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:20.347567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Port a1385bb4-6242-43a5-80b9-5e5963fd66f2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:49:20.347933 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Attempting to bind port a1385bb4-6242-43a5-80b9-5e5963fd66f2 on network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:20.352974 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:49:20.353337 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Checking segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:49:20.353720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Bound using segment: {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:49:20.354146 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Bound port: a1385bb4-6242-43a5-80b9-5e5963fd66f2, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9044411-4530-411a-a3d6-a74296d01aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:49:20.354644 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.396820 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d8839-6d44-4a3f-82c3-47c258edda45 req-eb5934a4-ba23-4cb4-bae4-e56c82d51eba tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.400218 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b93d8839-6d44-4a3f-82c3-47c258edda45 req-eb5934a4-ba23-4cb4-bae4-e56c82d51eba tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0613186 Feb 08 16:49:20.422204 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:49:20.425350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:49:20.431939 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.448350 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b93d8839-6d44-4a3f-82c3-47c258edda45 req-bf14d7c8-a805-487a-a6d8-a4ae5d36d19d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 Feb 08 16:49:20.468457 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.469333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.471384 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] 10.222.0.42 "PUT /v2.0/ports/a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 1094 time: 0.6948760 Feb 08 16:49:20.474060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:20.477757 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dccf8e-fc3c-457c-8087-014df3207e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:20.515689 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7872ca-fdd6-46a3-8097-20f4cb1b9e45 service neutron] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:20.519470 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dc7432-163e-406b-805c-4400176b0cdd x-openstack-request-id: req-40dc7432-163e-406b-805c-4400176b0cdd {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:20.519748 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:20.520133 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40dc7432-163e-406b-805c-4400176b0cdd {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:20.520537 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'status': 'completed', 'code': 200} Feb 08 16:49:20.572623 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-29e9d404-0073-41b1-af99-d26ae48e9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.574132 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-29e9d404-0073-41b1-af99-d26ae48e9105 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1128 time: 0.0487201 Feb 08 16:49:20.619044 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-51e89cfe-24d5-4cb6-8cda-0cf7a7675947 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 217 time: 0.0354290 Feb 08 16:49:20.672747 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-9524a5fc-2687-40b0-97c3-1fdd1c9c00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.674191 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-9524a5fc-2687-40b0-97c3-1fdd1c9c00ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0482852 Feb 08 16:49:20.725500 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-0634ca9c-4266-4b75-a822-420d40bcfd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.727069 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-0634ca9c-4266-4b75-a822-420d40bcfd71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444608 Feb 08 16:49:20.814851 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-7581bddb-6691-4d24-bd6a-8dba8f56c265 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799818 Feb 08 16:49:20.906563 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-27fb7ddf-0734-4cf2-8272-e3b4be7a114e req-ce3ac068-55b0-4c6b-b4e9-2eb69b7ffe00 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842910 Feb 08 16:49:20.992022 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-2f32b627-98f5-422e-b414-32113d2f3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.993419 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-2f32b627-98f5-422e-b414-32113d2f3de9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1128 time: 0.0448289 Feb 08 16:49:21.084159 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-8a2c7c80-4acf-4055-adf7-2968db860acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:21.085604 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-8a2c7c80-4acf-4055-adf7-2968db860acb service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.0861640 Feb 08 16:49:21.127059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-d7d47d29-a789-472a-a8bd-4ed6950a39e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 217 time: 0.0343485 Feb 08 16:49:21.172498 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-92e454ec-ce52-4451-9e3b-d4240d91e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:21.173870 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-92e454ec-ce52-4451-9e3b-d4240d91e022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0416703 Feb 08 16:49:21.221163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-63afb5ae-fa6b-4648-917a-51d7b6646c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:21.222634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-63afb5ae-fa6b-4648-917a-51d7b6646c20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428774 Feb 08 16:49:21.286621 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b015f95-832f-43fe-84d2-63a58bf1df16 req-c841ed10-9e89-445a-8cd1-7a5b7df9d2fa tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:21.288033 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b015f95-832f-43fe-84d2-63a58bf1df16 req-c841ed10-9e89-445a-8cd1-7a5b7df9d2fa tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0516334 Feb 08 16:49:21.312710 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-e2dfe2b5-a464-46bc-af0f-cdb51898d9ca service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Feb 08 16:49:21.339401 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b015f95-832f-43fe-84d2-63a58bf1df16 req-9e6a60af-00f0-4040-9ae4-71975e419d49 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457275 Feb 08 16:49:21.400047 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-79dccf8e-fc3c-457c-8087-014df3207e1e req-7556c942-6118-4dad-b948-0a117c75311a service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818861 Feb 08 16:49:21.575533 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac36b-f573-45b3-b249-2ce56a76c98c req-248832e9-4561-46e1-a1d2-b5357ad20c20 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:21.577567 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2cac36b-f573-45b3-b249-2ce56a76c98c req-248832e9-4561-46e1-a1d2-b5357ad20c20 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0569777 Feb 08 16:49:21.622477 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2cac36b-f573-45b3-b249-2ce56a76c98c req-7a77896d-730d-4772-9768-c53cc42ca93f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394359 Feb 08 16:49:22.456531 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107fbe2-1eb4-4d80-b5c9-3b069f58c441 req-acb82b8a-2962-4b53-873e-a33de17e0de0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:22.457954 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c107fbe2-1eb4-4d80-b5c9-3b069f58c441 req-acb82b8a-2962-4b53-873e-a33de17e0de0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 944 time: 0.0514791 Feb 08 16:49:22.504764 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c107fbe2-1eb4-4d80-b5c9-3b069f58c441 req-429c85d6-69fb-4a0e-b8bf-a9af4706018e tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413837 Feb 08 16:49:22.742254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ca0a-6571-4077-a5f3-f3742391b149 req-0d684097-9aaa-4d98-bc8d-98d0b483f8ca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:22.743672 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-abe7ca0a-6571-4077-a5f3-f3742391b149 req-0d684097-9aaa-4d98-bc8d-98d0b483f8ca tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0509086 Feb 08 16:49:22.789393 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-abe7ca0a-6571-4077-a5f3-f3742391b149 req-b5045ed6-f728-41aa-a203-066ea015eac4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Feb 08 16:49:22.960321 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:49:23.057997 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:23.068781 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'port_id': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'mac_address': 'fa:16:3e:8c:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:49:23.104262 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:23.104636 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:23.113085 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:49:23.117145 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f04fb2f-d81d-42f0-8c53-184ef0859a38 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:23.136315 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:23.141088 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:23.186392 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=7']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:23.503669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['6f04fb2f-d81d-42f0-8c53-184ef0859a38'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:49:23.624193 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4395100-a42f-4964-a950-cbe5d9ff9d4e req-6ee4a98e-2cd2-4b3c-ad7b-77cb1c736a43 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:23.625976 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4395100-a42f-4964-a950-cbe5d9ff9d4e req-6ee4a98e-2cd2-4b3c-ad7b-77cb1c736a43 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0554383 Feb 08 16:49:23.677269 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c4395100-a42f-4964-a950-cbe5d9ff9d4e req-04471b14-aaa4-4e12-90bd-326da13c8bf5 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454350 Feb 08 16:49:23.915263 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b956d-d1b4-42e0-a2ed-cb0235cdec04 req-471b0705-dfa2-468f-b119-9833fd5b348a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:23.916645 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-351b956d-d1b4-42e0-a2ed-cb0235cdec04 req-471b0705-dfa2-468f-b119-9833fd5b348a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0548038 Feb 08 16:49:23.963280 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-351b956d-d1b4-42e0-a2ed-cb0235cdec04 req-265f723a-5f1e-4888-aaf6-8080c9a7660e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Feb 08 16:49:24.801106 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1827410-02df-4bce-aeae-af95b6102c80 req-baf1c9e5-eb5f-4784-87c3-b917acb6f332 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:24.802572 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1827410-02df-4bce-aeae-af95b6102c80 req-baf1c9e5-eb5f-4784-87c3-b917acb6f332 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 945 time: 0.0569639 Feb 08 16:49:24.849399 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b1827410-02df-4bce-aeae-af95b6102c80 req-d113ae3a-d173-42a9-80f0-328e00e9cba0 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413911 Feb 08 16:49:24.972799 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:49:24.975774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:49:25.081906 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:25.082278 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.086079 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87516-22cf-4656-8b9e-9719780d99c7 req-479b8c93-3da4-4888-adab-5ab7bf733ed3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:25.087549 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bfd87516-22cf-4656-8b9e-9719780d99c7 req-479b8c93-3da4-4888-adab-5ab7bf733ed3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0512526 Feb 08 16:49:25.132929 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bfd87516-22cf-4656-8b9e-9719780d99c7 req-62de896b-118b-4033-9c23-b984f821a973 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Feb 08 16:49:25.136210 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:25.150246 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:49:25.215117 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:25.215494 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.226105 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:25.226415 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.237595 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:25.265090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:25.267317 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3769134b-5867-42dc-825f-6cb012aff26a" -d '{"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-plugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:25.279665 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:25.283661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:25.285174 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.290185 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.311459 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c76e4-8669-49f1-968c-2a963d9e1c00 x-openstack-request-id: req-bc3c76e4-8669-49f1-968c-2a963d9e1c00 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:25.311776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-plugged", "status": "completed", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:25.312022 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc3c76e4-8669-49f1-968c-2a963d9e1c00 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:25.312772 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'code': 200} Feb 08 16:49:25.338165 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:25.398045 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=8']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:25.556856 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990325-3608-4c81-8d01-984db5f1f0b6 req-28a7182e-5092-4644-8ae8-07982887ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:25.558244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d990325-3608-4c81-8d01-984db5f1f0b6 req-28a7182e-5092-4644-8ae8-07982887ee65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0452325 Feb 08 16:49:25.612187 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d990325-3608-4c81-8d01-984db5f1f0b6 req-7580504a-d2fd-4d46-a698-755684e973da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414181 Feb 08 16:49:25.681678 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['a1385bb4-6242-43a5-80b9-5e5963fd66f2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:49:25.722080 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-31b8b016-4ff0-4245-b3e1-3a25c6249216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:25.965060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f03e-4731-4d24-a677-da648d06196b req-9ff06698-c806-43ef-b4a8-22d9c9f5dd6f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:25.966607 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3da0f03e-4731-4d24-a677-da648d06196b req-9ff06698-c806-43ef-b4a8-22d9c9f5dd6f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Feb 08 16:49:26.016967 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3da0f03e-4731-4d24-a677-da648d06196b req-be3b2da0-ca0e-4d1b-abbe-9e566cfce3f4 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446115 Feb 08 16:49:26.256347 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893b9bc-eda1-4846-a2cc-ebe5cb6a5573 req-7b29047d-7847-4b86-8250-506fac1538b2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:26.258122 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3893b9bc-eda1-4846-a2cc-ebe5cb6a5573 req-7b29047d-7847-4b86-8250-506fac1538b2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 945 time: 0.0519714 Feb 08 16:49:26.302843 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3893b9bc-eda1-4846-a2cc-ebe5cb6a5573 req-08b19176-826b-411d-9b7e-8454e3ec17ae tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Feb 08 16:49:26.992469 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:49:27.042441 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port a1385bb4-6242-43a5-80b9-5e5963fd66f2 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:49:27.046753 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port a1385bb4-6242-43a5-80b9-5e5963fd66f2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:27.047173 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:27.127443 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:27.127877 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:27.140370 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985f373-8af2-4dab-adb1-eecb693a7e12 req-686159e4-6d5c-4840-9b04-2fb6544d494c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:27.142126 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3985f373-8af2-4dab-adb1-eecb693a7e12 req-686159e4-6d5c-4840-9b04-2fb6544d494c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0597484 Feb 08 16:49:27.166839 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:27.172567 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:27.200371 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3985f373-8af2-4dab-adb1-eecb693a7e12 req-9231e461-8f22-449d-a76e-546f87a215cb tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505476 Feb 08 16:49:27.219090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:27.313876 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:27.316848 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3dc8e4-3af7-4d3d-8caf-474a517c0591" -d '{"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:27.355014 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c123c4e-6c49-49e9-bc5c-dc79bf100a4f x-openstack-request-id: req-8c123c4e-6c49-49e9-bc5c-dc79bf100a4f {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:27.355475 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:27.355923 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c123c4e-6c49-49e9-bc5c-dc79bf100a4f {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:27.356440 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'code': 200} Feb 08 16:49:27.433127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5e392-62e3-4d94-80b4-bf54c2472fce req-2559e184-bf1d-4197-924d-81f10ac8ffe2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:27.434591 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b5b5e392-62e3-4d94-80b4-bf54c2472fce req-2559e184-bf1d-4197-924d-81f10ac8ffe2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0600348 Feb 08 16:49:27.485287 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b5b5e392-62e3-4d94-80b4-bf54c2472fce req-b72a6648-ddc2-49d4-9254-fe8753a6a0ba tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447168 Feb 08 16:49:27.529553 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb193f-237e-4b05-952e-5eca144b175f req-4edd1713-8636-4ee9-bfe6-88b8dce4c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:27.531032 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-97bb193f-237e-4b05-952e-5eca144b175f req-4edd1713-8636-4ee9-bfe6-88b8dce4c435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1130 time: 0.0443604 Feb 08 16:49:27.573989 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-97bb193f-237e-4b05-952e-5eca144b175f req-c85340c5-d6d3-4e31-b1ac-48d101bc9d38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361238 Feb 08 16:49:27.995723 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b40759d2-3003-4b96-a2ea-731ba3b21c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:28.326661 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38096a8-0ea3-4a51-bb55-6b33adeca12b req-89c26da6-44a1-45a3-ad6d-bb4c9b4c24cd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:28.328146 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b38096a8-0ea3-4a51-bb55-6b33adeca12b req-89c26da6-44a1-45a3-ad6d-bb4c9b4c24cd tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0526667 Feb 08 16:49:28.380863 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-b38096a8-0ea3-4a51-bb55-6b33adeca12b req-a6151fd4-f3ee-43af-99ac-7680f7b1c762 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466568 Feb 08 16:49:28.604966 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2fec0-22fe-4994-b03f-3af9a9fdec2f req-2f7a05d0-ceec-4cb8-a871-fd44e4034658 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:28.606320 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2b2fec0-22fe-4994-b03f-3af9a9fdec2f req-2f7a05d0-ceec-4cb8-a871-fd44e4034658 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0515764 Feb 08 16:49:28.655304 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d2b2fec0-22fe-4994-b03f-3af9a9fdec2f req-c10b3468-781c-4a3b-ac36-1a05a88b4fe7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Feb 08 16:49:29.215543 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:29.775607 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707126e-5b6c-4ca1-8a17-13c12edf6634 req-a8b6e265-d4ba-4baa-9220-df382c9166e5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:29.777092 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7707126e-5b6c-4ca1-8a17-13c12edf6634 req-a8b6e265-d4ba-4baa-9220-df382c9166e5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0526652 Feb 08 16:49:29.823058 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7707126e-5b6c-4ca1-8a17-13c12edf6634 req-2d2c34d9-04d3-490d-991b-8e85b0fa8477 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403452 Feb 08 16:49:29.939410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528272a-f540-4817-92f8-d8bbb01cc307 req-e1e06037-1e36-4af8-9783-e5aeedd2f3a9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:29.940941 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b528272a-f540-4817-92f8-d8bbb01cc307 req-e1e06037-1e36-4af8-9783-e5aeedd2f3a9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0523400 Feb 08 16:49:29.949254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59052) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:29.953628 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Request body: {'floatingip': {'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:29.990138 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:30.403256 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:30.407961 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:30.420751 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:30.506941 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Floating IP 936fa549-3e89-4afc-b1ea-63e6a9480575 associated. External IP: 172.27.1.185, port: a1385bb4-6242-43a5-80b9-5e5963fd66f2. Feb 08 16:49:30.956972 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:31.063855 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:31.068646 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:31.073243 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:31.082383 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:31.082991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:31.098787 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7ef4e613-0530-4c87-9710-5554108d9393 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "PUT /v2.0/floatingips/936fa549-3e89-4afc-b1ea-63e6a9480575 HTTP/1.1" status: 200 len: 992 time: 1.1485097 Feb 08 16:49:31.099470 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:31.101839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1666030-c14b-4121-a143-05f86ba0400a" -d '{"events": [{"name": "network-changed", "server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:31.138596 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e581e31-a30a-4381-b7a4-99baa12b7bc1 x-openstack-request-id: req-3e581e31-a30a-4381-b7a4-99baa12b7bc1 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:31.138957 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:31.139280 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e581e31-a30a-4381-b7a4-99baa12b7bc1 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:31.139747 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'status': 'completed', 'code': 200} Feb 08 16:49:31.193715 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:31.213601 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b3fae-b361-451b-b5fb-1a5b0edfbbe7 req-8b39dcb5-3c4b-4b15-9884-f91b74c83c63 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:31.214990 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c41b3fae-b361-451b-b5fb-1a5b0edfbbe7 req-8b39dcb5-3c4b-4b15-9884-f91b74c83c63 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0602698 Feb 08 16:49:31.222730 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666030-c14b-4121-a143-05f86ba0400a req-358b0577-228b-421c-97e6-aa0a412cc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:31.224511 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-358b0577-228b-421c-97e6-aa0a412cc85f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1130 time: 0.0540948 Feb 08 16:49:31.267576 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c41b3fae-b361-451b-b5fb-1a5b0edfbbe7 req-8fb6a3f1-297c-4dbc-89e5-75401398eb59 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462084 Feb 08 16:49:31.315824 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666030-c14b-4121-a143-05f86ba0400a req-dcb308b4-3bba-4b7e-a184-6d9e833b3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:31.317274 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-dcb308b4-3bba-4b7e-a184-6d9e833b3f4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.0866368 Feb 08 16:49:31.388478 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-8266c7f5-d876-4438-9ad7-9368717d2205 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 1000 time: 0.0641344 Feb 08 16:49:31.429617 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '936fa549-3e89-4afc-b1ea-63e6a9480575', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:17Z', 'updated_at': '2022-02-08T16:49:30Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:31.435707 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666030-c14b-4121-a143-05f86ba0400a req-78a9dc22-9c69-43ad-911d-934fd431bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:31.437224 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-78a9dc22-9c69-43ad-911d-934fd431bcf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0428648 Feb 08 16:49:31.456942 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:31.465532 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:31.466667 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:31.485472 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666030-c14b-4121-a143-05f86ba0400a req-eb5eb628-fd8e-4efa-a2ac-b2ade3fb217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:31.486952 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-eb5eb628-fd8e-4efa-a2ac-b2ade3fb217a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439289 Feb 08 16:49:31.573822 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:31.578007 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-62f65e57-4b5a-4478-90b5-2e0459a69c43 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Feb 08 16:49:31.664564 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e1666030-c14b-4121-a143-05f86ba0400a req-896c16ed-ed0f-43e1-b74e-fa2d01bae0b5 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Feb 08 16:49:31.795989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '936fa549-3e89-4afc-b1ea-63e6a9480575', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:17Z', 'updated_at': '2022-02-08T16:49:30Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:31.821373 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bb18d-9942-49ca-9243-ee5b88c94cb6 None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '936fa549-3e89-4afc-b1ea-63e6a9480575', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:17Z', 'updated_at': '2022-02-08T16:49:30Z', 'revision_number': 1, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:31.953795 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:32.002154 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7678e-226b-4a3a-aeb3-268ea4f582a6 None None] New status for floating IP 936fa549-3e89-4afc-b1ea-63e6a9480575: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:49:32.398663 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3894f-8764-4a21-8c8f-5c06a7341011 req-da49ebf2-82a8-4aef-a4ec-b8e297d62872 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:32.400241 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-01f3894f-8764-4a21-8c8f-5c06a7341011 req-da49ebf2-82a8-4aef-a4ec-b8e297d62872 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0636675 Feb 08 16:49:32.448987 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-01f3894f-8764-4a21-8c8f-5c06a7341011 req-adbdcb7a-3906-42d2-82f5-18879f4dfd71 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Feb 08 16:49:32.479877 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedc88b-63fb-4c63-b7af-fb387ec213f2 req-91688efe-5304-4681-a367-8c7b74ed1cb0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:32.481336 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2cedc88b-63fb-4c63-b7af-fb387ec213f2 req-91688efe-5304-4681-a367-8c7b74ed1cb0 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0572538 Feb 08 16:49:32.527958 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2cedc88b-63fb-4c63-b7af-fb387ec213f2 req-e9a97bdb-67ee-41de-a881-d810ad1adfb2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Feb 08 16:49:33.647249 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360bc7-2206-484a-ac32-3b441fb1482c req-69ab85ab-dc30-4893-976e-202fc022ed06 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:33.648702 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-06360bc7-2206-484a-ac32-3b441fb1482c req-69ab85ab-dc30-4893-976e-202fc022ed06 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0518382 Feb 08 16:49:33.706446 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-06360bc7-2206-484a-ac32-3b441fb1482c req-9159d481-1d8b-4c5c-93df-4ff780819acc tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=ffc5e558-1d03-4389-89d8-8ad99cb89365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521710 Feb 08 16:49:33.809536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114ee25-4758-428b-b3d2-5192e0847557 req-767e3403-688f-471d-8309-1db6de5b7012 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:33.811558 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e114ee25-4758-428b-b3d2-5192e0847557 req-767e3403-688f-471d-8309-1db6de5b7012 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 946 time: 0.0553200 Feb 08 16:49:33.902177 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Deleting port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:33.902429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:33.990890 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] For port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:33.991243 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:34.158447 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:34.158730 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:34.159041 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Floating IP 8f749a12-e09b-484c-9d24-13d61dd7ecb9 disassociated. External IP: 172.27.1.233, port: f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10. Feb 08 16:49:34.159382 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Calling delete_port for f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:34.286837 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:34.314649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'Port': ['ID=f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:34.426383 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:34.532506 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:34.541834 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:34.551687 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:34.552333 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:34.574672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] No DVR routers for this DVR port f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:49:34.577814 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:34.581163 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e114ee25-4758-428b-b3d2-5192e0847557 req-6156099e-1af7-4001-abc2-9787f10dd107 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "DELETE /v2.0/ports/f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 HTTP/1.1" status: 204 len: 173 time: 0.7641730 Feb 08 16:49:34.581602 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'name': 'network-vif-deleted', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:34.583952 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf14da-1f9a-44bb-99a0-daaa05401c61" -d '{"events": [{"server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "name": "network-vif-deleted", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:34.621013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482e9e7-3a6a-46f9-9d0c-41f232d1580a x-openstack-request-id: req-7482e9e7-3a6a-46f9-9d0c-41f232d1580a {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:34.621309 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b1df1-a111-4a7b-8a8d-5e095dadc764", "name": "network-vif-deleted", "tag": "f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:34.621567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7482e9e7-3a6a-46f9-9d0c-41f232d1580a {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:34.622492 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136b1df1-a111-4a7b-8a8d-5e095dadc764', 'name': 'network-vif-deleted', 'tag': 'f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10', 'status': 'completed', 'code': 200} Feb 08 16:49:34.666687 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:34.817266 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e5f7b1e9-9444-4aff-b5fd-72aa965c361f req-3e75b40f-b15f-4119-8278-9783a55f20c7 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=136b1df1-a111-4a7b-8a8d-5e095dadc764 HTTP/1.1" status: 200 len: 210 time: 0.0277648 Feb 08 16:49:34.882727 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:35.030991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:35.039221 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:35.039894 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:35.147881 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:35.336664 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:35.366109 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ca7fd-e4c7-4961-8303-148c3a846845 None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:35.593632 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6818c-4ac5-4c82-ba10-f1cec0aed3b1 None None] New status for floating IP 8f749a12-e09b-484c-9d24-13d61dd7ecb9: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:49:35.902418 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59096) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:35.954752 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (ffc5e558-1d03-4389-89d8-8ad99cb89365), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:35.977559 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (ffc5e558-1d03-4389-89d8-8ad99cb89365), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.027431 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ffc5e558-1d03-4389-89d8-8ad99cb89365), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.030698 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.031854 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "DELETE /v2.0/security-groups/ffc5e558-1d03-4389-89d8-8ad99cb89365 HTTP/1.1" status: 204 len: 168 time: 0.1284411 Feb 08 16:49:36.034687 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59098) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:36.040935 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d291690-4ee5-45cd-b6c4-730a6ff3235d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc5e558-1d03-4389-89d8-8ad99cb89365,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:36.049221 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.api.v2.resource [None req-60031ce5-d18e-4e85-aa13-fb2d41565202 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] show failed (client error): The resource could not be found. Feb 08 16:49:36.051780 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-60031ce5-d18e-4e85-aa13-fb2d41565202 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups/ffc5e558-1d03-4389-89d8-8ad99cb89365 HTTP/1.1" status: 404 len: 347 time: 0.0145667 Feb 08 16:49:36.053126 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59100) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:36.176846 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Deleting port b75d4304-ab43-4f27-b4c4-01bee8cd1409 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:36.177109 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.252890 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.253218 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (b75d4304-ab43-4f27-b4c4-01bee8cd1409), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.265273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Calling delete_port for b75d4304-ab43-4f27-b4c4-01bee8cd1409 owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:36.396409 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (b75d4304-ab43-4f27-b4c4-01bee8cd1409), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.424979 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'Port': ['ID=b75d4304-ab43-4f27-b4c4-01bee8cd1409,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:36.483299 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (8f749a12-e09b-484c-9d24-13d61dd7ecb9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.485871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.487013 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ae282bd2-b964-4edf-aadb-29f1418eed7f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "DELETE /v2.0/floatingips/8f749a12-e09b-484c-9d24-13d61dd7ecb9 HTTP/1.1" status: 204 len: 168 time: 0.4328959 Feb 08 16:49:36.841531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59104) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:36.846011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929767528', 'description': 'tempest-description--1080446180'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:36.866671 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.931269 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (62e741ce-4447-4dff-8693-2671fe3028c1), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.934302 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (62e741ce-4447-4dff-8693-2671fe3028c1), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.964121 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.965313 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1227596 Feb 08 16:49:36.966754 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc239a-0a44-4ad4-b61f-15b294ee1b4a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e741ce-4447-4dff-8693-2671fe3028c1,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:36.968823 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59106) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:36.973574 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group_rule': {'security_group_id': '62e741ce-4447-4dff-8693-2671fe3028c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:36.997421 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (0c005e62-0cde-4e75-bab2-d534ceb43798), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.051054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (0c005e62-0cde-4e75-bab2-d534ceb43798), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.054820 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (0c005e62-0cde-4e75-bab2-d534ceb43798), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.071969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c005e62-0cde-4e75-bab2-d534ceb43798,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:37.079008 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.080202 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6d2547c0-a4bc-45af-af2a-aaf46e75a01c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103981 Feb 08 16:49:37.083036 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59108) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:37.087345 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'security_group_rule': {'security_group_id': '62e741ce-4447-4dff-8693-2671fe3028c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:37.114059 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (78a770c3-fdc8-4673-b866-4b0a6f79f5b1), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.171431 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (78a770c3-fdc8-4673-b866-4b0a6f79f5b1), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.175026 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (78a770c3-fdc8-4673-b866-4b0a6f79f5b1), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.193803 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a770c3-fdc8-4673-b866-4b0a6f79f5b1,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:37.199336 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.201217 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-85787e33-bf05-4c0f-8cb5-f3b2ce2b4856 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171749 Feb 08 16:49:37.204136 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59110) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:37.208243 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:37.228517 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.322410 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.427747 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Allocated IP 172.27.1.249 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/c4a490f9-0a07-453d-ace9-8481a4c65a8e) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:49:37.524494 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.556932 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.599472 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:49:37.602213 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:49:37.604715 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:49:37.630336 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=c4a490f9-0a07-453d-ace9-8481a4c65a8e,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:37.694162 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.729530 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.873700 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.878211 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.947490 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=c4a490f9-0a07-453d-ace9-8481a4c65a8e,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:37.954541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.968944 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:37.970145 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-eb641196-8bf7-4f67-be0d-dedab0eb10a6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7651165 Feb 08 16:49:38.160290 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-b0a35b89-35ae-4aef-8062-41423c5ae772 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--929767528&fields=id&tenant_id=2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 267 time: 0.0415730 Feb 08 16:49:38.266510 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-ef513223-7936-4da9-87ac-d7398d9ba8df tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:38.267980 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-ef513223-7936-4da9-87ac-d7398d9ba8df tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 811 time: 0.1015584 Feb 08 16:49:38.282504 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-ab356b83-ecaa-4406-b4c4-f413fdc7d7de tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/quotas/2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 375 time: 0.0091038 Feb 08 16:49:38.314699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:38.337517 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-b8dd2311-f38b-4d0b-a807-1f2a29078a0f tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502431 Feb 08 16:49:38.430449 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-75f5109e-84bf-4573-a2c2-550260bd5271 service neutron] 10.222.0.35 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811617 Feb 08 16:49:38.520179 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-4ece2bfa-6e0d-4c46-87ed-268f518552ea service neutron] 10.222.0.35 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833757 Feb 08 16:49:38.914496 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d575ce5f-b571-424f-afd0-d999485de070 req-3b9adada-5c63-4896-95a0-f9049762938c tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 210 time: 0.2648642 Feb 08 16:49:39.035028 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:49:39.056478 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:49:39.056816 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device f72c3bbd-5f67-4f43-a4c1-f7f6cc240f10 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:49:39.631361 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-6dd74d41-9ac2-4369-8744-0eb0d0028566 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:39.632723 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-6dd74d41-9ac2-4369-8744-0eb0d0028566 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 811 time: 0.1043329 Feb 08 16:49:39.703468 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-eade3f8b-28b3-4b94-80db-64b3184e5484 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2214758b43e6434b8c27d97f7fd1151c HTTP/1.1" status: 200 len: 379 time: 0.0538514 Feb 08 16:49:39.711727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'port': {'device_id': 'b69ba823-eca2-461c-849e-746060cb934b', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'admin_state_up': True, 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'security_groups': ['62e741ce-4447-4dff-8693-2671fe3028c1']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:39.816042 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Made reservation on behalf of 2214758b43e6434b8c27d97f7fd1151c for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:49:39.819294 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:39.942263 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Allocated IP 172.20.0.7 (7ae536f5-aefa-4f5b-af4d-8517e1f813dd/b98441e7-8fd0-4e8a-9813-ab7809335e8b/dc24f391-2e36-414a-9320-975414f69f4f) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:49:40.046733 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bed2afc9-ab03-4c9d-868d-8682a3317e85 req-9c3bce57-26e2-48fb-ba36-2c56f5d39577 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 210 time: 0.0631752 Feb 08 16:49:40.101358 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for port (dc24f391-2e36-414a-9320-975414f69f4f), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.134335 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.179182 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:49:40.182276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:49:40.184851 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:49:40.212974 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event updated for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:40.242001 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:40.242611 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.260129 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-16f34278-4466-4732-8e9f-e8e1bf233de5 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519776 Feb 08 16:49:40.272800 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Request body: {'port': {'device_id': 'b69ba823-eca2-461c-849e-746060cb934b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:40.333657 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc24f391-2e36-414a-9320-975414f69f4f), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.456027 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-bfeb93a5-58c6-40fe-a55c-f67f0ae89b64 None None] Provisioning complete for port dc24f391-2e36-414a-9320-975414f69f4f triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:40.456663 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-bfeb93a5-58c6-40fe-a55c-f67f0ae89b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc24f391-2e36-414a-9320-975414f69f4f), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.493266 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb93a5-58c6-40fe-a55c-f67f0ae89b64 None None] Port dc24f391-2e36-414a-9320-975414f69f4f cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:49:40.588319 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc24f391-2e36-414a-9320-975414f69f4f {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:40.595715 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks [] for port (dc24f391-2e36-414a-9320-975414f69f4f), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.607054 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Transition to ACTIVE for port object dc24f391-2e36-414a-9320-975414f69f4f will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:49:40.610720 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.659577 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:40.728762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Attempting to bind port dc24f391-2e36-414a-9320-975414f69f4f on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:49:40.729107 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Attempting to bind port dc24f391-2e36-414a-9320-975414f69f4f by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:49:40.729442 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Attempting to bind port dc24f391-2e36-414a-9320-975414f69f4f on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:40.735062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Port dc24f391-2e36-414a-9320-975414f69f4f on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:49:40.735388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Attempting to bind port dc24f391-2e36-414a-9320-975414f69f4f on network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:40.740474 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:49:40.740813 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Checking segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:49:40.741201 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Bound using segment: {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:49:40.741628 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Bound port: dc24f391-2e36-414a-9320-975414f69f4f, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e22a270-9ab3-4732-a468-c0e5e3e45a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:49:40.741983 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc24f391-2e36-414a-9320-975414f69f4f), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.811256 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:49:40.814307 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc24f391-2e36-414a-9320-975414f69f4f,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:49:40.820426 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.852063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:40.852672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:40.854042 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc24f391-2e36-414a-9320-975414f69f4f HTTP/1.1" status: 200 len: 1093 time: 0.5856502 Feb 08 16:49:40.854479 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:40.856784 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01cdaa-197a-4482-b447-bab50a93c033" -d '{"events": [{"name": "network-changed", "server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "tag": "dc24f391-2e36-414a-9320-975414f69f4f"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:40.883507 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb706f5-ef4c-478f-912d-e01f34739ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:40.927046 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777635a-e415-4086-869a-2f0ecb70c713 x-openstack-request-id: req-e777635a-e415-4086-869a-2f0ecb70c713 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:40.927335 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "tag": "dc24f391-2e36-414a-9320-975414f69f4f", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:40.927584 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e777635a-e415-4086-869a-2f0ecb70c713 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:40.928009 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f', 'status': 'completed', 'code': 200} Feb 08 16:49:40.948974 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-4fc4c501-2184-4be5-9681-2b505faaec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:40.950556 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-4fc4c501-2184-4be5-9681-2b505faaec92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 1127 time: 0.0518410 Feb 08 16:49:40.998265 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-65259320-4847-4897-91cc-8f545fa52fc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc24f391-2e36-414a-9320-975414f69f4f HTTP/1.1" status: 200 len: 217 time: 0.0383453 Feb 08 16:49:41.047260 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-58311d3d-ee43-49ff-bb83-3f6b49911b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.048778 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-58311d3d-ee43-49ff-bb83-3f6b49911b4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0441525 Feb 08 16:49:41.098150 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-c9f687cd-e244-48ee-bd9c-3a5531853b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.099635 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-c9f687cd-e244-48ee-bd9c-3a5531853b94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441449 Feb 08 16:49:41.216484 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b5ef9-3122-4b19-ad0e-4900a33fd3eb req-59447460-b18c-4ad9-a1a7-19ec3909c2a9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.217935 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9a8b5ef9-3122-4b19-ad0e-4900a33fd3eb req-59447460-b18c-4ad9-a1a7-19ec3909c2a9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 943 time: 0.1044426 Feb 08 16:49:41.239026 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-7ccf902f-df52-4ceb-a892-4e59d43e7251 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330104 Feb 08 16:49:41.588807 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9a8b5ef9-3122-4b19-ad0e-4900a33fd3eb req-4bdfaf6d-e3a6-45db-b17f-913e3eac1adc tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652852 Feb 08 16:49:41.619861 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-556df38e-2deb-4cf3-bfaa-befcb92f4106 req-053c1128-2b4f-43f8-b40f-53fdbb756ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731956 Feb 08 16:49:41.725100 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-1b89fc93-d6d9-4a2b-8f6b-664f58f865d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.726563 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-1b89fc93-d6d9-4a2b-8f6b-664f58f865d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 1127 time: 0.0470314 Feb 08 16:49:41.815565 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-1c2a26fa-2fbf-4d43-80dd-6cbc1fa99f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.817049 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-1c2a26fa-2fbf-4d43-80dd-6cbc1fa99f9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.0817614 Feb 08 16:49:41.863021 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-f1e57566-50a5-40bc-a6cd-d02abf5fc2df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc24f391-2e36-414a-9320-975414f69f4f HTTP/1.1" status: 200 len: 217 time: 0.0368483 Feb 08 16:49:41.911062 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-008f93bf-944e-474b-bf81-5de0110da8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.912528 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-008f93bf-944e-474b-bf81-5de0110da8db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0436623 Feb 08 16:49:41.967162 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-a80f1efe-e9cf-4509-b908-4ad94f10c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:41.968683 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-a80f1efe-e9cf-4509-b908-4ad94f10c5fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440927 Feb 08 16:49:42.065290 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-f97a58af-1999-4192-bbf5-f39b3da26a78 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869439 Feb 08 16:49:42.157904 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ea01cdaa-197a-4482-b447-bab50a93c033 req-faae56b4-8ce9-4711-8669-9daf36ac5813 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837686 Feb 08 16:49:42.715053 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dec1-7f88-47d5-878d-a15ee879ed91 req-538cd9fa-8891-4c84-a85d-2c632e989d60 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:42.717134 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e936dec1-7f88-47d5-878d-a15ee879ed91 req-538cd9fa-8891-4c84-a85d-2c632e989d60 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 943 time: 0.0554338 Feb 08 16:49:42.769413 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e936dec1-7f88-47d5-878d-a15ee879ed91 req-2a71d743-b74b-4708-bd61-464ce8eb1e8a tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Feb 08 16:49:43.892270 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b25e9-b20c-4b51-9da0-ace1ba9aa014 req-5eb64ae9-1c5d-4321-9cda-960886d27806 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:43.893719 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-572b25e9-b20c-4b51-9da0-ace1ba9aa014 req-5eb64ae9-1c5d-4321-9cda-960886d27806 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 943 time: 0.0572097 Feb 08 16:49:43.940434 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-572b25e9-b20c-4b51-9da0-ace1ba9aa014 req-c0a7c26b-dc28-455f-8269-4b6f7b28f37d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Feb 08 16:49:45.048113 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc24f391-2e36-414a-9320-975414f69f4f details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:49:45.056708 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c489b-6b74-4ecc-91bd-ba5a8f8740d1 req-ea6c0905-c5f5-493e-b3d9-43b64147f66b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:45.058167 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d2c489b-6b74-4ecc-91bd-ba5a8f8740d1 req-ea6c0905-c5f5-493e-b3d9-43b64147f66b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 943 time: 0.0515616 Feb 08 16:49:45.107290 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4d2c489b-6b74-4ecc-91bd-ba5a8f8740d1 req-69165344-29f9-4eee-bbb2-062dffdc1f2b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Feb 08 16:49:45.146265 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc24f391-2e36-414a-9320-975414f69f4f,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:45.157416 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'dc24f391-2e36-414a-9320-975414f69f4f', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'port_id': 'dc24f391-2e36-414a-9320-975414f69f4f', 'mac_address': 'fa:16:3e:60:92:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:49:45.194056 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc24f391-2e36-414a-9320-975414f69f4f is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:45.194442 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc24f391-2e36-414a-9320-975414f69f4f), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:45.207374 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc24f391-2e36-414a-9320-975414f69f4f {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:45.226123 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc24f391-2e36-414a-9320-975414f69f4f,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:45.230009 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:45.276062 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:45.593391 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['dc24f391-2e36-414a-9320-975414f69f4f'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:49:45.652692 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-1bc34b2f-eacf-4445-a257-9e220effcee8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423608 Feb 08 16:49:45.718697 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-1aa4510e-26f0-4e9f-8ba2-2ce5316badbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:45.720218 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-1aa4510e-26f0-4e9f-8ba2-2ce5316badbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0466261 Feb 08 16:49:45.823127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-be8efcda-77fd-4080-b301-7acb465792e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:45.824605 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-be8efcda-77fd-4080-b301-7acb465792e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.0852890 Feb 08 16:49:45.889014 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-6e595dc0-4ea9-48b2-984d-85819f353997 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 1001 time: 0.0565400 Feb 08 16:49:45.941325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-eb338130-9744-4087-ae31-c482bc627aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:45.942747 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-eb338130-9744-4087-ae31-c482bc627aa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0456958 Feb 08 16:49:45.991850 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-7d0484f0-37de-45df-bc27-b6f4d9b79881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:45.993329 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-7d0484f0-37de-45df-bc27-b6f4d9b79881 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 Feb 08 16:49:46.080867 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-0bbc4b81-77bb-4d9e-8039-908167480057 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801127 Feb 08 16:49:46.174734 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-eae5034a-fba2-40b6-beb8-1c011fa013fe req-f7cd135d-bd17-46b2-a0b9-4564986f6eeb service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862164 Feb 08 16:49:46.226648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0315-84ed-4314-8659-33fa62d35b67 req-4b6c6a22-73e6-4d7f-89c4-cf9d9e045a26 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:46.228144 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e95f0315-84ed-4314-8659-33fa62d35b67 req-4b6c6a22-73e6-4d7f-89c4-cf9d9e045a26 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 944 time: 0.0525601 Feb 08 16:49:46.275794 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e95f0315-84ed-4314-8659-33fa62d35b67 req-4620f899-415a-4238-b1e9-aae3e0cc1a11 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Feb 08 16:49:47.061305 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc24f391-2e36-414a-9320-975414f69f4f up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:49:47.112342 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port dc24f391-2e36-414a-9320-975414f69f4f completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:49:47.116386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port dc24f391-2e36-414a-9320-975414f69f4f triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:47.116759 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc24f391-2e36-414a-9320-975414f69f4f), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:47.191311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port dc24f391-2e36-414a-9320-975414f69f4f is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:47.191709 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc24f391-2e36-414a-9320-975414f69f4f), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:47.213422 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:47.216024 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0df73-b383-44fd-bcd7-36b26c44cb4b" -d '{"events": [{"server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "name": "network-vif-plugged", "status": "completed", "tag": "dc24f391-2e36-414a-9320-975414f69f4f"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:47.229285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc24f391-2e36-414a-9320-975414f69f4f,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:47.234354 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:47.260129 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb6aba-402a-40b0-b7bd-e2c92118eea5 x-openstack-request-id: req-dafb6aba-402a-40b0-b7bd-e2c92118eea5 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:47.260421 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "name": "network-vif-plugged", "status": "completed", "tag": "dc24f391-2e36-414a-9320-975414f69f4f", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:47.260674 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dafb6aba-402a-40b0-b7bd-e2c92118eea5 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:47.261057 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f', 'code': 200} Feb 08 16:49:47.287214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:47.399964 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185f307-ae1d-4480-9876-8896bc656165 req-275513e6-826d-40b7-9333-841f1f23b90d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:47.401441 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4185f307-ae1d-4480-9876-8896bc656165 req-275513e6-826d-40b7-9333-841f1f23b90d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0564942 Feb 08 16:49:47.477330 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4185f307-ae1d-4480-9876-8896bc656165 req-2c10f4cd-3542-4901-b08d-6e08635fe371 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676713 Feb 08 16:49:47.479861 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4387177-6045-4858-b5ee-5d8ce1096a57 req-78a205a8-6e18-44eb-8db9-a4872f8e6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:47.481259 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a4387177-6045-4858-b5ee-5d8ce1096a57 req-78a205a8-6e18-44eb-8db9-a4872f8e6c49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 1129 time: 0.0789936 Feb 08 16:49:47.533731 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a4387177-6045-4858-b5ee-5d8ce1096a57 req-7214c237-b78f-428b-9af4-cb67b4fbd686 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Feb 08 16:49:48.597068 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce73b1-9e13-462c-a87b-de1ade8a5a4c req-45d79dcf-11e6-4acc-8524-a574cdec5d98 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:48.598533 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c6ce73b1-9e13-462c-a87b-de1ade8a5a4c req-45d79dcf-11e6-4acc-8524-a574cdec5d98 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0533638 Feb 08 16:49:48.643706 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c6ce73b1-9e13-462c-a87b-de1ade8a5a4c req-8b8a9126-289b-4b10-8210-0707835501b9 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Feb 08 16:49:49.758852 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238dd47-c529-4021-8783-6f396d5f6b2b req-e54a070d-74aa-47ee-adac-a127aa080888 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:49.760334 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c238dd47-c529-4021-8783-6f396d5f6b2b req-e54a070d-74aa-47ee-adac-a127aa080888 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0521417 Feb 08 16:49:49.805935 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c238dd47-c529-4021-8783-6f396d5f6b2b req-d1df3673-0805-4199-aa96-9a500acd3a32 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Feb 08 16:49:49.918143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28360-0d55-4535-b78a-a8408df2c089 req-9fd598be-496d-4370-aee5-d2d9a324d189 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:49.919580 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-72d28360-0d55-4535-b78a-a8408df2c089 req-9fd598be-496d-4370-aee5-d2d9a324d189 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0520887 Feb 08 16:49:49.928134 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59174) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:49.932537 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Request body: {'floatingip': {'port_id': 'dc24f391-2e36-414a-9320-975414f69f4f'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:49.974216 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:50.393819 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:50.397870 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:50.495533 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Floating IP 9714ea93-7ad5-42df-a7ce-92747784ab71 associated. External IP: 172.27.1.249, port: dc24f391-2e36-414a-9320-975414f69f4f. Feb 08 16:49:50.709789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:50.819989 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:50.824978 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:50.831532 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:50.841476 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:50.842514 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:50.855262 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-5f06638a-5279-4bb6-b78a-2bcdb3828ac4 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "PUT /v2.0/floatingips/9714ea93-7ad5-42df-a7ce-92747784ab71 HTTP/1.1" status: 200 len: 991 time: 0.9260573 Feb 08 16:49:50.855872 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:50.858117 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e936dc1a-13ff-42ca-8406-12c73b110df5" -d '{"events": [{"name": "network-changed", "server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "tag": "dc24f391-2e36-414a-9320-975414f69f4f"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:50.897980 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c601fe-45b2-4cbd-b8e0-4846bb0f0808 x-openstack-request-id: req-64c601fe-45b2-4cbd-b8e0-4846bb0f0808 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:50.898427 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "tag": "dc24f391-2e36-414a-9320-975414f69f4f", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:50.898688 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64c601fe-45b2-4cbd-b8e0-4846bb0f0808 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:50.899094 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f', 'status': 'completed', 'code': 200} Feb 08 16:49:50.952268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:50.998761 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72c643-05be-404d-bfd0-0410aec13c5b req-c67b8e9d-3000-4171-b82e-766dc48a312d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:51.000732 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd72c643-05be-404d-bfd0-0410aec13c5b req-c67b8e9d-3000-4171-b82e-766dc48a312d tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0934408 Feb 08 16:49:51.007104 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-9a7ab005-6df8-464b-8ed1-b7217378e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:51.008569 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-9a7ab005-6df8-464b-8ed1-b7217378e268 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2214758b43e6434b8c27d97f7fd1151c&device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 1129 time: 0.0653567 Feb 08 16:49:51.100894 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd72c643-05be-404d-bfd0-0410aec13c5b req-682e50ae-67bf-4334-9a29-24a7a9d3e586 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913694 Feb 08 16:49:51.130729 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-3f91686d-3233-4568-ab45-7e439fe1235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:51.132257 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-3f91686d-3233-4568-ab45-7e439fe1235f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 200 len: 912 time: 0.1097434 Feb 08 16:49:51.183362 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '9714ea93-7ad5-42df-a7ce-92747784ab71', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'dc24f391-2e36-414a-9320-975414f69f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:60:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ba823-eca2-461c-849e-746060cb934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:37Z', 'updated_at': '2022-02-08T16:49:50Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:51.196825 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-c3b03541-b278-4de4-82aa-7458157d6a56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc24f391-2e36-414a-9320-975414f69f4f HTTP/1.1" status: 200 len: 999 time: 0.0574684 Feb 08 16:49:51.213034 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:51.221381 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:51.222018 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:51.252637 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-78ffc7ba-14d1-4048-b3b3-052e499cc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:51.254031 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-78ffc7ba-14d1-4048-b3b3-052e499cc585 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 200 len: 850 time: 0.0498123 Feb 08 16:49:51.309105 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-2905e556-d328-4b85-be98-f70a0605e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:51.310723 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-2905e556-d328-4b85-be98-f70a0605e298 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ae536f5-aefa-4f5b-af4d-8517e1f813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459499 Feb 08 16:49:51.329106 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:51.403686 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-55cc46e8-6021-4888-9de6-ca757bcd21f2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850275 Feb 08 16:49:51.498820 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e936dc1a-13ff-42ca-8406-12c73b110df5 req-73d126ec-8104-497c-ae0e-2fa431b53760 service neutron] 10.222.0.42 "GET /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877361 Feb 08 16:49:51.552296 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '9714ea93-7ad5-42df-a7ce-92747784ab71', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'dc24f391-2e36-414a-9320-975414f69f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:60:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ba823-eca2-461c-849e-746060cb934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:37Z', 'updated_at': '2022-02-08T16:49:50Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:51.577252 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b021bd-da03-45b9-8df1-94067b7f8ae6 None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': '9714ea93-7ad5-42df-a7ce-92747784ab71', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'port_id': 'dc24f391-2e36-414a-9320-975414f69f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'mac_address': 'fa:16:3e:60:92:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ba823-eca2-461c-849e-746060cb934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:49:37Z', 'updated_at': '2022-02-08T16:49:50Z', 'revision_number': 1, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:51.755491 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d8f5f-ef95-4d69-b55f-45f6494ff308 None None] New status for floating IP 9714ea93-7ad5-42df-a7ce-92747784ab71: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:49:52.222338 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865e60-e989-4dff-86b3-fbd4c581e7c2 req-7c683964-aad2-438d-b108-c34fedefee79 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:52.223716 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad865e60-e989-4dff-86b3-fbd4c581e7c2 req-7c683964-aad2-438d-b108-c34fedefee79 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0529642 Feb 08 16:49:52.273239 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ad865e60-e989-4dff-86b3-fbd4c581e7c2 req-9a983673-c81b-46ae-9adc-77c1a6ae1275 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439892 Feb 08 16:49:55.694102 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2ced265-7f71-42fa-9da6-4f3525e89365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.000424 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-03f50dcd-832f-4c1d-8f8d-36337ef71881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.218613 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.113090 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:50:00.424052 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.956453 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.318719 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:12.730856 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-0c36c3a6-6108-4139-8209-b73a9f84682a tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756152615&fields=id&tenant_id=6cd968a946ad4d3d9281c64f94d2eb09 HTTP/1.1" status: 200 len: 267 time: 0.0446439 Feb 08 16:50:12.786086 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-152300dd-3e0e-4d75-9137-298eac661d25 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:12.787561 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-152300dd-3e0e-4d75-9137-298eac661d25 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 985 time: 0.0514057 Feb 08 16:50:12.798424 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Request body: {'port': {'security_groups': ['fd57d049-af70-46a7-b33b-9844f3f23fde']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:12.872962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.044649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:13.073144 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for port (ef3eb329-986b-442c-9350-fab47f0d2892), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.077819 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.093599 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:50:13.120009 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.120632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.123625 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4347f35e-c5f5-4e38-9030-dc40c0a339cd req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "PUT /v2.0/ports/ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 943 time: 0.3294744 Feb 08 16:50:13.124169 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:13.127059 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53cfc6a-94db-4366-8f90-bda917c8f820" -d '{"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:13.128137 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59282) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:13.163282 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event updated for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=7']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:13.172432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.172797 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.173148 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.173545 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.174600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.174600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.174825 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.175085 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.175475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.175834 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.176170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.176554 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.176903 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5975ae-5905-42f7-8ef4-175e30b53363 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.190254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304713d-07b1-48e8-8427-aadcd54e98d2 x-openstack-request-id: req-a304713d-07b1-48e8-8427-aadcd54e98d2 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:13.190546 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:13.190958 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a304713d-07b1-48e8-8427-aadcd54e98d2 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:13.191996 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:50:13.208638 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (9e910800-aedc-4562-ad89-cc5596917dbc), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.240076 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (9e910800-aedc-4562-ad89-cc5596917dbc), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.245789 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:50:13.256762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-f3227037-d4e7-4bb2-8f00-3112c1670b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.258631 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-f3227037-d4e7-4bb2-8f00-3112c1670b6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1130 time: 0.0519400 Feb 08 16:50:13.307300 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9e910800-aedc-4562-ad89-cc5596917dbc), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.309973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.311141 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "DELETE /v2.0/security-groups/9e910800-aedc-4562-ad89-cc5596917dbc HTTP/1.1" status: 204 len: 168 time: 0.1820354 Feb 08 16:50:13.314630 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59286) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:13.374856 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-1a47ca80-3a8a-453b-b28a-e8a2fad1e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.376353 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-1a47ca80-3a8a-453b-b28a-e8a2fad1e45d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 915 time: 0.1092889 Feb 08 16:50:13.379523 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e910800-aedc-4562-ad89-cc5596917dbc,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:13.399794 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.400446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.400792 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.401371 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.401754 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.402095 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.402433 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.402960 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.403301 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.404782 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.404782 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.405710 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.406060 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae05c8-62e3-44fc-8c3a-8bf133706881 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:13.453317 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-a846dba4-6b74-4d61-b058-e98c1a5ec98d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 1002 time: 0.0701423 Feb 08 16:50:13.456070 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-02746580-2345-4b3c-87a8-3926e5b69461 None None] Provisioning complete for port ef3eb329-986b-442c-9350-fab47f0d2892 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:13.456447 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-02746580-2345-4b3c-87a8-3926e5b69461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.510868 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Deleting port ceec422d-db6b-4a38-982d-1aee3c0fc12f {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:13.511095 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-6d07cc21-2e99-44ac-bf0c-fd7de90f84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.511213 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.512572 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-6d07cc21-2e99-44ac-bf0c-fd7de90f84c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.0522172 Feb 08 16:50:13.548491 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-02746580-2345-4b3c-87a8-3926e5b69461 None None] Current status of the port ef3eb329-986b-442c-9350-fab47f0d2892 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:13.572230 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-8950cd4c-c2bb-41e0-9f90-7a8aae2a2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.573804 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-8950cd4c-c2bb-41e0-9f90-7a8aae2a2d2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514166 Feb 08 16:50:13.603289 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.603625 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for floatingip (ceec422d-db6b-4a38-982d-1aee3c0fc12f), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.615135 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Calling delete_port for ceec422d-db6b-4a38-982d-1aee3c0fc12f owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:13.663873 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-2e414963-7553-43f1-9643-ab54489758e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834503 Feb 08 16:50:13.758498 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c53cfc6a-94db-4366-8f90-bda917c8f820 req-98e7b6a6-0ada-4589-a4f7-7e8c695149d1 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Feb 08 16:50:13.791402 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (ceec422d-db6b-4a38-982d-1aee3c0fc12f), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.814734 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event deleted for resources: {'Port': ['ID=ceec422d-db6b-4a38-982d-1aee3c0fc12f,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:13.877377 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks [] for floatingip (e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.877713 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Floating IP e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e disassociated (deleted). External IP: 172.27.1.234, port: ef3eb329-986b-442c-9350-fab47f0d2892. Feb 08 16:50:14.081906 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:14.194781 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:14.199420 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:14.204745 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Sync routers for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:14.215742 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:14.216380 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:14.229118 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d37dc4d4-c8f7-4326-b382-921325e4fca1 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "DELETE /v2.0/floatingips/e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e HTTP/1.1" status: 204 len: 168 time: 0.9137087 Feb 08 16:50:14.229809 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:14.232229 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642a29e-7f63-47b4-a924-ab1362d2cb75" -d '{"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:14.270303 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d234e-6bd7-4fae-9ef8-6ce4271e0279 x-openstack-request-id: req-8e0d234e-6bd7-4fae-9ef8-6ce4271e0279 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:14.270600 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:14.270859 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e0d234e-6bd7-4fae-9ef8-6ce4271e0279 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:14.271292 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:50:14.336618 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:14.350970 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-772483b6-ca57-4484-871b-e36498a5f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:14.352506 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-772483b6-ca57-4484-871b-e36498a5f860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 1130 time: 0.0528553 Feb 08 16:50:14.455439 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-43ad10e7-ea73-4425-b8a6-b75c6efa3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:14.457101 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-43ad10e7-ea73-4425-b8a6-b75c6efa3435 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 200 len: 915 time: 0.0972581 Feb 08 16:50:14.502026 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-fed52a89-db8a-4b52-a52b-e84469e9063c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 200 len: 217 time: 0.0370898 Feb 08 16:50:14.549475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-d483c00b-c250-41fe-ac6d-6dfa608be562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:14.550909 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-d483c00b-c250-41fe-ac6d-6dfa608be562 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 200 len: 853 time: 0.0427082 Feb 08 16:50:14.565140 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:14.594091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Checking router: 818ca1d4-4515-498a-a3dd-f7a5fe253f5d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:14.597894 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-ff8caf7a-66d1-4376-a316-f46bde7aaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:14.599375 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-ff8caf7a-66d1-4376-a316-f46bde7aaa2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3382cd15-23dd-4330-8bca-8bcb7dee0e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428128 Feb 08 16:50:14.602738 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:14.603340 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:14.689940 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-63c0fac9-4ad6-412e-8547-ec2a1f3da06e service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836208 Feb 08 16:50:14.709212 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:14.776766 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0642a29e-7f63-47b4-a924-ab1362d2cb75 req-ea8bfba2-ffa3-49bd-a5cf-39e97ab537e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802412 Feb 08 16:50:14.903324 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:14.929285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616f76e-f3c4-4664-b774-8101e3733466 None None] The sync data for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi is: [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:13Z', 'revision_number': 4, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'a12c8aaf-1041-4399-9fac-73b3d208ec06', 'name': '', 'network_id': '3382cd15-23dd-4330-8bca-8bcb7dee0e8b', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'mac_address': 'fa:16:3e:8f:56:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:12Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'subnets': [{'id': '33ebf8d5-501f-497d-b9e2-fdad472b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:15.154624 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026287d-0143-4d47-a5fa-9753d10d0162 None None] New status for floating IP e4d204de-8cc6-4ce9-a6c4-b6cb1aaa035e: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:50:16.973839 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d449a-6a76-4031-b7e2-6d6507f89772 req-42f72211-88f5-473f-97e1-f6226d27fa13 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:16.975230 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d1d449a-6a76-4031-b7e2-6d6507f89772 req-42f72211-88f5-473f-97e1-f6226d27fa13 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0528064 Feb 08 16:50:17.025742 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1d1d449a-6a76-4031-b7e2-6d6507f89772 req-753cb4bd-ced9-4be8-bc10-a337509a3008 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Feb 08 16:50:18.148322 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0b4e-915f-4ab8-876a-984ee8452b2a req-5037b2b2-d7b7-43a2-8773-ec114cae03aa tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:18.149775 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-879c0b4e-915f-4ab8-876a-984ee8452b2a req-5037b2b2-d7b7-43a2-8773-ec114cae03aa tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Feb 08 16:50:18.195475 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-879c0b4e-915f-4ab8-876a-984ee8452b2a req-aba3705f-7ef9-47cd-a7d7-45f4dda4c711 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Feb 08 16:50:19.160028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-b56fa22e-fdda-4eb0-8b06-0b9c78d56f03 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.161461 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-b56fa22e-fdda-4eb0-8b06-0b9c78d56f03 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0507848 Feb 08 16:50:19.256747 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Deleting port ef3eb329-986b-442c-9350-fab47f0d2892 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:19.257077 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.312908 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342390e-7b41-4dce-bc85-4873e1bf7245 req-059ce2c6-817b-4ab1-8fb3-901d46802728 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.314395 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6342390e-7b41-4dce-bc85-4873e1bf7245 req-059ce2c6-817b-4ab1-8fb3-901d46802728 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/ports?device_id=20b3f77f-d45a-4763-8843-929d858a24a3 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Feb 08 16:50:19.346240 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] For port ef3eb329-986b-442c-9350-fab47f0d2892, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=ef3eb329-986b-442c-9350-fab47f0d2892,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:19.346583 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.359204 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Calling delete_port for ef3eb329-986b-442c-9350-fab47f0d2892 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:19.361034 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6342390e-7b41-4dce-bc85-4873e1bf7245 req-f08447cd-98e4-4f75-bdc1-ef4bf2536b3c tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.35 "GET /v2.0/security-groups?id=fd57d049-af70-46a7-b33b-9844f3f23fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Feb 08 16:50:19.485618 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (ef3eb329-986b-442c-9350-fab47f0d2892), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.496765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['ef3eb329-986b-442c-9350-fab47f0d2892'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:50:19.513606 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Pushing event deleted for resources: {'Port': ['ID=ef3eb329-986b-442c-9350-fab47f0d2892,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:19.559871 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] No DVR routers for this DVR port ef3eb329-986b-442c-9350-fab47f0d2892 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:50:19.562287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.565517 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0eb61dbf-1cdc-4104-a423-4987492431a7 req-d686091d-53dd-4767-8c1a-9c6b626870c6 tempest-TestMinimumBasicScenario-1149647091 tempest-TestMinimumBasicScenario-1149647091-project] 10.222.0.42 "DELETE /v2.0/ports/ef3eb329-986b-442c-9350-fab47f0d2892 HTTP/1.1" status: 204 len: 173 time: 0.3987968 Feb 08 16:50:19.565949 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'name': 'network-vif-deleted', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:19.568541 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95803e81-300c-4a23-8f83-4d9cf821204d" -d '{"events": [{"server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "name": "network-vif-deleted", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:19.608038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f379638-6a3e-406e-984b-2d3c82c53922 x-openstack-request-id: req-0f379638-6a3e-406e-984b-2d3c82c53922 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:19.608336 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b3f77f-d45a-4763-8843-929d858a24a3", "name": "network-vif-deleted", "tag": "ef3eb329-986b-442c-9350-fab47f0d2892", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:19.608588 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f379638-6a3e-406e-984b-2d3c82c53922 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:19.608987 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b3f77f-d45a-4763-8843-929d858a24a3', 'name': 'network-vif-deleted', 'tag': 'ef3eb329-986b-442c-9350-fab47f0d2892', 'status': 'completed', 'code': 200} Feb 08 16:50:21.028214 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59374) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:21.424434 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:21.956443 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Deleting port a12c8aaf-1041-4399-9fac-73b3d208ec06 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:21.956783 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:22.032295 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] For port a12c8aaf-1041-4399-9fac-73b3d208ec06, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a12c8aaf-1041-4399-9fac-73b3d208ec06,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:22.032969 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:22.044998 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Calling delete_port for a12c8aaf-1041-4399-9fac-73b3d208ec06 owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:22.221699 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (a12c8aaf-1041-4399-9fac-73b3d208ec06), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:22.245549 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c8aaf-1041-4399-9fac-73b3d208ec06,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:22.423462 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:22.637212 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:22.741020 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:22.747461 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-83a65641-34ec-4f68-a0dc-40326cda2d1c admin admin] 10.222.0.35 "PUT /v2.0/routers/818ca1d4-4515-498a-a3dd-f7a5fe253f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167208 Feb 08 16:50:22.748475 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59378) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:22.750547 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Sync routers for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:22.761884 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:22.762489 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:22.852562 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks [] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:22.866744 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:22.956926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks [] for router_gateway (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.011612 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Deleting port 5b60126a-99da-4be6-b877-6da274776ff8 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:23.011986 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (5b60126a-99da-4be6-b877-6da274776ff8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.042500 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '5b60126a-99da-4be6-b877-6da274776ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:50:22Z', 'revision_number': 5, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port': {'id': '5b60126a-99da-4be6-b877-6da274776ff8', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:23.072169 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Checking router: 818ca1d4-4515-498a-a3dd-f7a5fe253f5d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:23.080401 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Routers {'818ca1d4-4515-498a-a3dd-f7a5fe253f5d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:23.081060 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:23.091990 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] For port 5b60126a-99da-4be6-b877-6da274776ff8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5b60126a-99da-4be6-b877-6da274776ff8,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:23.092555 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (5b60126a-99da-4be6-b877-6da274776ff8), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.104787 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Calling delete_port for 5b60126a-99da-4be6-b877-6da274776ff8 owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:23.164331 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] Set router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d gateway port host: None {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:23.217468 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:50:22Z', 'revision_number': 6, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:23.220443 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device ef3eb329-986b-442c-9350-fab47f0d2892 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:23.271911 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (5b60126a-99da-4be6-b877-6da274776ff8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.305325 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b60126a-99da-4be6-b877-6da274776ff8,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:23.368437 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.386903 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd1717-3e23-4bcc-8083-08c1b9bf59f6 None None] The sync data for ids ['818ca1d4-4515-498a-a3dd-f7a5fe253f5d'] in dv-cinder-827860-2-iscsi is: [{'id': '818ca1d4-4515-498a-a3dd-f7a5fe253f5d', 'name': 'tempest-TestMinimumBasicScenario-211722300-router', 'tenant_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:10Z', 'updated_at': '2022-02-08T16:50:22Z', 'revision_number': 6, 'project_id': '6cd968a946ad4d3d9281c64f94d2eb09', 'gw_port_host': None}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:23.388402 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: ef3eb329-986b-442c-9350-fab47f0d2892 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:23.388680 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device ef3eb329-986b-442c-9350-fab47f0d2892 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:23.475898 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.477917 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks [] for router_controller (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.540321 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (818ca1d4-4515-498a-a3dd-f7a5fe253f5d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.540843 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 818ca1d4-4515-498a-a3dd-f7a5fe253f5d {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:50:23.545678 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.546815 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7ff50a0f-3082-4bfc-ada1-4e40ab157368 admin admin] 10.222.0.35 "DELETE /v2.0/routers/818ca1d4-4515-498a-a3dd-f7a5fe253f5d HTTP/1.1" status: 204 len: 168 time: 0.7974484 Feb 08 16:50:23.549407 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59384) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:23.595725 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Deleting subnet 33ebf8d5-501f-497d-b9e2-fdad472b34b9 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:50:23.598857 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Publish callbacks [] for subnet (33ebf8d5-501f-497d-b9e2-fdad472b34b9), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.632576 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (33ebf8d5-501f-497d-b9e2-fdad472b34b9), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.743022 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (33ebf8d5-501f-497d-b9e2-fdad472b34b9), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.797791 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (33ebf8d5-501f-497d-b9e2-fdad472b34b9), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.823183 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ebf8d5-501f-497d-b9e2-fdad472b34b9,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:23.827652 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.830787 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1e87f579-facf-49bc-9c55-1d55a83e90bc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/33ebf8d5-501f-497d-b9e2-fdad472b34b9 HTTP/1.1" status: 204 len: 168 time: 0.2803540 Feb 08 16:50:23.833251 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59386) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:23.836188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402aff8d-fc57-495e-bfd7-8ebb1bfebcab None None] Network 3382cd15-23dd-4330-8bca-8bcb7dee0e8b requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:23.904263 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (3382cd15-23dd-4330-8bca-8bcb7dee0e8b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:23.956978 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Deleting port d1a54946-5016-4f2c-9cd4-050754ebf40a {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:23.957313 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.017840 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] For port d1a54946-5016-4f2c-9cd4-050754ebf40a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d1a54946-5016-4f2c-9cd4-050754ebf40a,segment=NetworkSegment(e0c82bf8-0cdc-4a05-b7c3-3d152471499b),segment_id=e0c82bf8-0cdc-4a05-b7c3-3d152471499b)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:24.018136 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.030000 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Calling delete_port for d1a54946-5016-4f2c-9cd4-050754ebf40a owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:24.116900 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (d1a54946-5016-4f2c-9cd4-050754ebf40a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.133896 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24364957-76fb-413f-a625-11248c3c21db None None] DHCP port deletion for 3382cd15-23dd-4330-8bca-8bcb7dee0e8b request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:50:24.151020 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a54946-5016-4f2c-9cd4-050754ebf40a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:24.157095 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] No DVR routers for this DVR port d1a54946-5016-4f2c-9cd4-050754ebf40a on host dv-cinder-827860-2-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:50:24.220006 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a12c8aaf-1041-4399-9fac-73b3d208ec06 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:24.234448 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (3382cd15-23dd-4330-8bca-8bcb7dee0e8b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.245084 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: a12c8aaf-1041-4399-9fac-73b3d208ec06 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:24.245434 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a12c8aaf-1041-4399-9fac-73b3d208ec06 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:24.245846 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d1a54946-5016-4f2c-9cd4-050754ebf40a no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:24.255405 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3382cd15-23dd-4330-8bca-8bcb7dee0e8b']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:24.267358 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:24.267668 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c82bf8-0cdc-4a05-b7c3-3d152471499b') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:24.271526 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: d1a54946-5016-4f2c-9cd4-050754ebf40a {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:24.271960 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d1a54946-5016-4f2c-9cd4-050754ebf40a not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:24.272379 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5b60126a-99da-4be6-b877-6da274776ff8 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:24.277955 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (e0c82bf8-0cdc-4a05-b7c3-3d152471499b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.291502 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 5b60126a-99da-4be6-b877-6da274776ff8 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:24.291798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (e0c82bf8-0cdc-4a05-b7c3-3d152471499b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.291994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5b60126a-99da-4be6-b877-6da274776ff8 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:24.297890 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:50:24.298446 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (e0c82bf8-0cdc-4a05-b7c3-3d152471499b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:50:24.299906 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:50:24.356372 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (3382cd15-23dd-4330-8bca-8bcb7dee0e8b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.363729 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.367918 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3382cd15-23dd-4330-8bca-8bcb7dee0e8b HTTP/1.1" status: 204 len: 168 time: 0.5324066 Feb 08 16:50:24.370777 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59388) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:24.378572 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41aa19-ee9b-46ce-afa9-278b3cb23948 admin admin] Pushing event deleted for resources: {'Network': ['ID=3382cd15-23dd-4330-8bca-8bcb7dee0e8b,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:24.709667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:24.949313 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Deleting port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:24.949643 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:25.022959 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] For port 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:25.023226 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:25.035001 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Calling delete_port for 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 owned by network:router_interface {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:25.210374 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (5cd3b3da-bfc9-4436-8ba2-42c59051b1f8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:25.240752 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd3b3da-bfc9-4436-8ba2-42c59051b1f8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:25.403112 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:25.702877 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7f3547ba-95c6-42a3-b446-25de69ec6652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:25.873002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Router 61160ea7-873e-4bdc-af7e-bf53098d9b1b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:25.976394 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:25.981330 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-aef0e741-4a6a-4460-bac3-9063e7f47c93 admin admin] 10.222.0.35 "PUT /v2.0/routers/61160ea7-873e-4bdc-af7e-bf53098d9b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095066 Feb 08 16:50:25.983846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59390) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:25.984686 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Sync routers for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:25.997442 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:25.998041 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:26.086450 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks [] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.097644 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:26.192830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks [] for router_gateway (61160ea7-873e-4bdc-af7e-bf53098d9b1b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.249641 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Deleting port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:26.249964 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.277075 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:50:25Z', 'revision_number': 5, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port': {'id': '9c4fe519-a4ba-483e-a97b-0d6daad0b2f1', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:17Z', 'updated_at': '2022-02-08T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:26.303013 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Checking router: 61160ea7-873e-4bdc-af7e-bf53098d9b1b for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:26.312339 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Routers {'61160ea7-873e-4bdc-af7e-bf53098d9b1b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:26.312492 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:49:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:26.327029 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] For port 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:26.327391 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.339765 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Calling delete_port for 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:26.399597 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] Set router 61160ea7-873e-4bdc-af7e-bf53098d9b1b gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:26.505399 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (9c4fe519-a4ba-483e-a97b-0d6daad0b2f1), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.531036 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4fe519-a4ba-483e-a97b-0d6daad0b2f1,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:26.537620 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:50:26Z', 'revision_number': 6, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:26.564876 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc47e0a-c119-4124-b775-cbd9946aaca9 None None] The sync data for ids ['61160ea7-873e-4bdc-af7e-bf53098d9b1b'] in dv-cinder-827860-2-iscsi is: [{'id': '61160ea7-873e-4bdc-af7e-bf53098d9b1b', 'name': 'tempest-TestMinimumBasicScenario-1041478736-router', 'tenant_id': '559f06f01fa44382a6a56bf847e5d610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:50:26Z', 'revision_number': 6, 'project_id': '559f06f01fa44382a6a56bf847e5d610', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:26.595967 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.687246 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.689303 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks [] for router_controller (61160ea7-873e-4bdc-af7e-bf53098d9b1b), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.731572 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (61160ea7-873e-4bdc-af7e-bf53098d9b1b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.732156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61160ea7-873e-4bdc-af7e-bf53098d9b1b {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:50:26.737119 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.738244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-34671103-f022-4427-af11-ec85ce40df0e admin admin] 10.222.0.35 "DELETE /v2.0/routers/61160ea7-873e-4bdc-af7e-bf53098d9b1b HTTP/1.1" status: 204 len: 168 time: 0.7534871 Feb 08 16:50:26.741670 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59392) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:26.787770 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Deleting subnet 7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27 {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:50:26.790739 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Publish callbacks [] for subnet (7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.823573 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.931890 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:26.992610 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.022536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.027985 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27 HTTP/1.1" status: 204 len: 168 time: 0.2835913 Feb 08 16:50:27.027985 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c44d5-6afc-44e4-af9e-9d4590b1db22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c23aa6f-ccc7-4a7a-8f1e-5e13c8d25e27,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:27.028256 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552628da-271f-42d3-8869-4338da5dd853 None None] Network b5baab63-5fd7-49b7-aa10-764970d9fb0a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:27.028715 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59394) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:27.096747 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (b5baab63-5fd7-49b7-aa10-764970d9fb0a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.158040 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Deleting port 04ddb33e-959e-492f-a336-e2f69e4549e7 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:50:27.158475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.218476 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] For port 04ddb33e-959e-492f-a336-e2f69e4549e7, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=04ddb33e-959e-492f-a336-e2f69e4549e7,segment=NetworkSegment(108a2096-5fa8-4b5c-b593-9d1ede947e57),segment_id=108a2096-5fa8-4b5c-b593-9d1ede947e57)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:27.218727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.231800 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Calling delete_port for 04ddb33e-959e-492f-a336-e2f69e4549e7 owned by network:dhcp {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:50:27.313465 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (04ddb33e-959e-492f-a336-e2f69e4549e7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.340097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ddb33e-959e-492f-a336-e2f69e4549e7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:27.341947 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] No DVR routers for this DVR port 04ddb33e-959e-492f-a336-e2f69e4549e7 on host dv-cinder-827860-2-iscsi {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:50:27.356958 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee4942-814d-4c9f-942f-c293bde2c18b None None] DHCP port deletion for b5baab63-5fd7-49b7-aa10-764970d9fb0a request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:50:27.414831 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (b5baab63-5fd7-49b7-aa10-764970d9fb0a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.436717 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5baab63-5fd7-49b7-aa10-764970d9fb0a']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:27.447074 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108a2096-5fa8-4b5c-b593-9d1ede947e57') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:27.447354 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108a2096-5fa8-4b5c-b593-9d1ede947e57') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:27.460700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (108a2096-5fa8-4b5c-b593-9d1ede947e57), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.475127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (108a2096-5fa8-4b5c-b593-9d1ede947e57), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.482063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:50:27.482515 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (108a2096-5fa8-4b5c-b593-9d1ede947e57), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:50:27.484400 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:50:27.540391 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (b5baab63-5fd7-49b7-aa10-764970d9fb0a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.545499 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.551906 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b5baab63-5fd7-49b7-aa10-764970d9fb0a HTTP/1.1" status: 204 len: 168 time: 0.5192509 Feb 08 16:50:27.564813 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd65c-a35d-447d-b3d1-4616d9317f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5baab63-5fd7-49b7-aa10-764970d9fb0a,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:27.720734 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59400) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:27.761782 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c913ebbe-59eb-4878-8f95-6c530cf4a4f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cd968a946ad4d3d9281c64f94d2eb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397527 Feb 08 16:50:27.764145 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59402) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:27.812238 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] Publish callbacks [] for security_group (fd57d049-af70-46a7-b33b-9844f3f23fde), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.831992 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] Publish callbacks [] for security_group (fd57d049-af70-46a7-b33b-9844f3f23fde), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.880929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (fd57d049-af70-46a7-b33b-9844f3f23fde), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.883554 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:27.884794 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd57d049-af70-46a7-b33b-9844f3f23fde HTTP/1.1" status: 204 len: 168 time: 0.1197097 Feb 08 16:50:27.892250 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8690896-6076-4657-ae88-c160e2157988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd57d049-af70-46a7-b33b-9844f3f23fde,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:28.003285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cf3d00fa-61b6-48f6-9a6b-fc49fe50b486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:28.150040 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 04ddb33e-959e-492f-a336-e2f69e4549e7 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:28.173190 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 04ddb33e-959e-492f-a336-e2f69e4549e7 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:28.173534 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 04ddb33e-959e-492f-a336-e2f69e4549e7 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:28.173938 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:28.194202 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:28.194629 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 5cd3b3da-bfc9-4436-8ba2-42c59051b1f8 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:28.195040 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:28.197028 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59408) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:28.214565 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:28.214913 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9c4fe519-a4ba-483e-a97b-0d6daad0b2f1 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:28.237084 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3eaea42f-c324-4af9-8ac1-50ff6653e32d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=559f06f01fa44382a6a56bf847e5d610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388772 Feb 08 16:50:28.239740 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59410) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:28.291619 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] Publish callbacks [] for security_group (32e83877-9ef7-4519-8717-32562196c0f4), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:28.312112 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] Publish callbacks [] for security_group (32e83877-9ef7-4519-8717-32562196c0f4), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:28.359584 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (32e83877-9ef7-4519-8717-32562196c0f4), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:28.362104 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:28.363218 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32e83877-9ef7-4519-8717-32562196c0f4 HTTP/1.1" status: 204 len: 168 time: 0.1225173 Feb 08 16:50:28.371785 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eac2b-d5eb-4f3e-a8d4-14fc76c71706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e83877-9ef7-4519-8717-32562196c0f4,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:29.008440 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59432) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:29.102707 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-359600631-network', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:29.121889 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Made reservation on behalf of 9a449e431c5240b897d5cab55009fdbf for: {'network': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:29.124612 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.133163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.208806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks [] for security_group (b0b802e6-88e7-4417-8fde-465ac0e00d01), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.212840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b0b802e6-88e7-4417-8fde-465ac0e00d01), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.220111 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.237376 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=109221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:50:29.247522 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b802e6-88e7-4417-8fde-465ac0e00d01,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:29.252641 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (1ea8e455-b5af-4191-a14f-83c0bc756254), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.252991 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.segments_db [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Added segment 1ea8e455-b5af-4191-a14f-83c0bc756254 of type vlan for network d9762a02-45ed-4a30-9de3-b53831035fee Feb 08 16:50:29.297219 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (d9762a02-45ed-4a30-9de3-b53831035fee), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.322368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (d9762a02-45ed-4a30-9de3-b53831035fee), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.323304 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:29.323903 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.380222 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3704948 Feb 08 16:50:29.384108 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59436) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:29.387478 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0af0-a863-40c6-8add-9feedab51f10 admin admin] Pushing event updated for resources: {'Network': ['ID=d9762a02-45ed-4a30-9de3-b53831035fee,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:29.388958 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Request body: {'subnet': {'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-359600631-subnet', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:29.397571 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network d9762a02-45ed-4a30-9de3-b53831035fee details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:50:29.408871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Made reservation on behalf of 9a449e431c5240b897d5cab55009fdbf for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:29.411137 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.576914 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (56b2ed67-52d7-461f-9684-ed43ffa64923), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.631306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b2ed67-52d7-461f-9684-ed43ffa64923,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:29.639548 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:29.639940 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Network hostable DHCP agents. Network: d9762a02-45ed-4a30-9de3-b53831035fee, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:50:29.656230 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Network d9762a02-45ed-4a30-9de3-b53831035fee is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:50:29.665020 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, d9762a02-45ed-4a30-9de3-b53831035fee) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:29.669114 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:29.669762 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.674116 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d22eb-e58a-478e-bf4a-26a516110cca None None] Network d9762a02-45ed-4a30-9de3-b53831035fee requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:29.688979 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-fa6a1723-b7fb-4db6-9603-c61a8d0d3fd5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3012540 Feb 08 16:50:29.689349 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59438) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:29.693888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:29.712699 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.713708 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.767909 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for router_controller (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), precommit_add_association {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.783719 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-d9762a02-45ed-4a30-9de3-b53831035fee', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:50:29.784660 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.907596 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for router_gateway (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:29.918904 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Allocated IP 172.20.0.2 (d9762a02-45ed-4a30-9de3-b53831035fee/56b2ed67-52d7-461f-9684-ed43ffa64923/44dbf035-da16-4cd2-a4a3-bca90756fee8) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:30.058713 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks [] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.065477 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.100659 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:30.103499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:30.106031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:30.111257 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for router_gateway (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.130618 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.138256 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Pushing event updated for resources: {'Port': ['ID=44dbf035-da16-4cd2-a4a3-bca90756fee8,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:30.149044 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.149414 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.149779 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.150085 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.150420 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.150753 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.151084 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.151413 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.151740 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.152119 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.152446 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.152772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.153094 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:30.185197 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Attempting to bind port 44dbf035-da16-4cd2-a4a3-bca90756fee8 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:30.185569 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Attempting to bind port 44dbf035-da16-4cd2-a4a3-bca90756fee8 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:30.185935 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Attempting to bind port 44dbf035-da16-4cd2-a4a3-bca90756fee8 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:30.190966 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:30.191338 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:30.191735 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.192151 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Bound using segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:30.192611 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Bound port: 44dbf035-da16-4cd2-a4a3-bca90756fee8, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:30.193509 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.233830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Allocated IP 172.27.1.142 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/dc417de9-7879-4e0c-82f9-313b2e09f758) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:30.254999 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] For port 44dbf035-da16-4cd2-a4a3-bca90756fee8, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:30.258680 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] For port 44dbf035-da16-4cd2-a4a3-bca90756fee8, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=44dbf035-da16-4cd2-a4a3-bca90756fee8,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:30.264879 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.325774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ffca6-4f26-4841-b8c1-ce535ef36a3f None None] Pushing event updated for resources: {'Port': ['ID=44dbf035-da16-4cd2-a4a3-bca90756fee8,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:30.353322 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.388127 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.425312 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:30.429957 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.430632 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:30.434347 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:30.458298 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Pushing event updated for resources: {'Port': ['ID=dc417de9-7879-4e0c-82f9-313b2e09f758,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:30.710236 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for router_gateway (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:30.905649 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.037344 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:50:31.148962 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:31.157506 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:31.167576 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.168909 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-08a0fa98-e330-41d8-bb12-cc615dc9b561 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4785447 Feb 08 16:50:31.172141 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59442) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:31.175877 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:31.176699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:31.262948 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598170fb-7d75-4db2-9f46-30c0d287159f None None] Network d9762a02-45ed-4a30-9de3-b53831035fee requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:31.344968 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:31.409457 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Provisioning complete for port 44dbf035-da16-4cd2-a4a3-bca90756fee8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:31.409830 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.619770 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Current status of the port 44dbf035-da16-4cd2-a4a3-bca90756fee8 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:31.620165 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.664633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] For port 44dbf035-da16-4cd2-a4a3-bca90756fee8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=44dbf035-da16-4cd2-a4a3-bca90756fee8,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:31.672077 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:30Z', 'revision_number': 3, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:31.673909 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.727136 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:31.727488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Updating router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b port dc417de9-7879-4e0c-82f9-313b2e09f758 binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:31.774651 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.795208 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac2c00-cb32-4b5c-8c4d-2a5a8dfb6fec None None] Pushing event updated for resources: {'Port': ['ID=44dbf035-da16-4cd2-a4a3-bca90756fee8,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:31.863994 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.941358 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-58621f56-0606-4e26-8157-ecb1f89035e4 None None] Provisioning complete for port 44dbf035-da16-4cd2-a4a3-bca90756fee8 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:31.941636 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58621f56-0606-4e26-8157-ecb1f89035e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.024348 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Allocated IP 172.20.0.1 (d9762a02-45ed-4a30-9de3-b53831035fee/56b2ed67-52d7-461f-9684-ed43ffa64923/fa001eb1-d7bf-48fc-bd8a-0917605c49e4) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:32.125311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.140743 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks [] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.176556 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.221687 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:32.224365 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 44dbf035-da16-4cd2-a4a3-bca90756fee8 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:32.224903 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:32.228422 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:32.254850 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Pushing event updated for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:32.266368 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-58621f56-0606-4e26-8157-ecb1f89035e4 None None] Current status of the port 44dbf035-da16-4cd2-a4a3-bca90756fee8 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:32.278802 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.287349 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks [] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.297293 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.359682 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186b2e1-1ac6-4fe0-b682-8e78304e7b03 None None] Pushing event updated for resources: {'Port': ['ID=dc417de9-7879-4e0c-82f9-313b2e09f758,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:32.363326 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 44dbf035-da16-4cd2-a4a3-bca90756fee8 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:32.363699 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.368040 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Attempting to bind port dc417de9-7879-4e0c-82f9-313b2e09f758 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:32.368416 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Attempting to bind port dc417de9-7879-4e0c-82f9-313b2e09f758 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:32.368844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Attempting to bind port dc417de9-7879-4e0c-82f9-313b2e09f758 on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:32.396676 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:32.398258 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:32.398705 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.399111 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:32.399603 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Bound port: dc417de9-7879-4e0c-82f9-313b2e09f758, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:32.400014 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.430544 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.489052 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] For port dc417de9-7879-4e0c-82f9-313b2e09f758, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:32.510745 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] For port dc417de9-7879-4e0c-82f9-313b2e09f758, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=dc417de9-7879-4e0c-82f9-313b2e09f758,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:32.521625 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 44dbf035-da16-4cd2-a4a3-bca90756fee8 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:32.524119 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.533568 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-33ced908-cbc2-4c60-87d4-0b23c8c7895d None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:32.533938 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-33ced908-cbc2-4c60-87d4-0b23c8c7895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.604151 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks [] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.608707 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.612090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:32.612734 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:32.614389 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-33ced908-cbc2-4c60-87d4-0b23c8c7895d None None] Port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:32.653989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186b2e1-1ac6-4fe0-b682-8e78304e7b03 None None] Pushing event updated for resources: {'Port': ['ID=dc417de9-7879-4e0c-82f9-313b2e09f758,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:32.680912 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Pushing event updated for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:32.684554 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:32.727789 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:32.776741 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:32.778161 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:32.903947 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:32.946217 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 2, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:32.973180 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947d410-e8b8-4f43-a80a-01d5c53904c9 None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 2, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:33.025999 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:33.031371 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1295bd7e-12b2-4c6c-bf6c-bc3ba1518daa admin admin] 10.222.0.35 "PUT /v2.0/routers/5a77aae3-9f0c-4c9b-b843-7f19cb29523b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579261 Feb 08 16:50:33.054152 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-3ac4a5f5-f6af-4321-afc3-3e966b493433 None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:33.054461 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a5f5-f6af-4321-afc3-3e966b493433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.089991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4a5f5-f6af-4321-afc3-3e966b493433 None None] Port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:33.543375 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59458) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:33.548641 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-562659339-network', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:33.569869 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Made reservation on behalf of b19ce5c3d7f341bcb5c8440adcc7ca49 for: {'network': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:33.572279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for network (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.581759 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.689798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks [] for security_group (2cf866f5-b410-47f5-a669-4ba41a023212), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.694155 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (2cf866f5-b410-47f5-a669-4ba41a023212), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.719669 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=109222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:50:33.729622 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf866f5-b410-47f5-a669-4ba41a023212,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:33.737220 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (7528a253-bae7-4702-9993-2160f5a346b2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.737571 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.segments_db [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Added segment 7528a253-bae7-4702-9993-2160f5a346b2 of type vlan for network ba941ff6-c3f8-4020-aa1e-909312d2d119 Feb 08 16:50:33.783109 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730220202033'] for network (ba941ff6-c3f8-4020-aa1e-909312d2d119), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.810138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562'] for network (ba941ff6-c3f8-4020-aa1e-909312d2d119), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.811357 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:33.812081 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.872050 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3273852 Feb 08 16:50:33.874909 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59460) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:33.882399 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Request body: {'subnet': {'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-562659339-subnet', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'ip_version': 4}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:33.886717 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed516-5b65-4ae1-a985-38b3b6992e55 admin admin] Pushing event updated for resources: {'Network': ['ID=ba941ff6-c3f8-4020-aa1e-909312d2d119,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:33.900405 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 details requested by agent ovs-agent-dv-cinder-827860-2-iscsi with host dv-cinder-827860-2-iscsi {{(pid=109223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:50:33.906272 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Made reservation on behalf of b19ce5c3d7f341bcb5c8440adcc7ca49 for: {'subnet': 1} {{(pid=109222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:33.908760 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10269815'] for subnet (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.092833 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8872365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10269769'] for subnet (ed5dffbe-c278-4d10-96a1-3212a83b5c13), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.158220 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5dffbe-c278-4d10-96a1-3212a83b5c13,revision_number=0']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:34.169283 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Checking segment: {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:34.169965 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Network hostable DHCP agents. Network: ba941ff6-c3f8-4020-aa1e-909312d2d119, hostable agents: ['89b62323-272b-49df-9824-d1424907f399'], hosted agents: [] {{(pid=109222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:50:34.192908 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 is scheduled to be hosted by DHCP agent 89b62323-272b-49df-9824-d1424907f399 with binding_index 1 {{(pid=109222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:50:34.198209 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device dc417de9-7879-4e0c-82f9-313b2e09f758 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:34.204222 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-2-iscsi, ba941ff6-c3f8-4020-aa1e-909312d2d119) {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:34.208731 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:34.209339 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.226681 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9a795-f021-4bcc-910d-ec1a019ac479 None None] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:34.227461 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d4a94ec0-0d1c-4732-9678-51e8bc9354a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3515573 Feb 08 16:50:34.230627 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59462) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:34.235410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:34.258553 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1920324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15211'] for router (1aa03124-aa06-46df-b301-5030737fdb94), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.260103 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1920304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1923738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15218'] for router (1aa03124-aa06-46df-b301-5030737fdb94), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.318366 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for router_controller (1aa03124-aa06-46df-b301-5030737fdb94), precommit_add_association {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.323958 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port dc417de9-7879-4e0c-82f9-313b2e09f758 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:34.324333 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.369367 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d7ce338-6d05-5477-9b77-da9b72034773-ba941ff6-c3f8-4020-aa1e-909312d2d119', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13'}]}} from dv-cinder-827860-2-iscsi. {{(pid=109223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:50:34.370208 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.504862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port dc417de9-7879-4e0c-82f9-313b2e09f758 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:34.505260 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.552160 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port dc417de9-7879-4e0c-82f9-313b2e09f758, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=dc417de9-7879-4e0c-82f9-313b2e09f758,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:34.557365 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.588152 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Allocated IP 172.20.0.2 (ba941ff6-c3f8-4020-aa1e-909312d2d119/ed5dffbe-c278-4d10-96a1-3212a83b5c13/e39f9b76-6305-419f-b9ae-b25a717d3e88) {{(pid=109223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:34.659281 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=dc417de9-7879-4e0c-82f9-313b2e09f758,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:34.719742 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for router_gateway (1aa03124-aa06-46df-b301-5030737fdb94), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.758212 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks [] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), precommit_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.764625 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), after_create {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.806606 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 is already hosted by enough agents. {{(pid=109223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:34.811833 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Resources bound (agent type, host, resource id): {{(pid=109223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:34.815491 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Received port after_create {{(pid=109223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:34.824516 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Pushing event updated for resources: {'Port': ['ID=e39f9b76-6305-419f-b9ae-b25a717d3e88,revision_number=1']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:34.878247 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Attempting to bind port e39f9b76-6305-419f-b9ae-b25a717d3e88 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:34.878536 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Attempting to bind port e39f9b76-6305-419f-b9ae-b25a717d3e88 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:34.878902 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Attempting to bind port e39f9b76-6305-419f-b9ae-b25a717d3e88 on network ba941ff6-c3f8-4020-aa1e-909312d2d119 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:34.884474 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:34.884849 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Checking segment: {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:34.885438 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.885886 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Bound using segment: {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:34.886371 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Bound port: e39f9b76-6305-419f-b9ae-b25a717d3e88, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:34.886753 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.924703 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for router_gateway (1aa03124-aa06-46df-b301-5030737fdb94), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.947792 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.950639 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] For port e39f9b76-6305-419f-b9ae-b25a717d3e88, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:34.952135 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] For port e39f9b76-6305-419f-b9ae-b25a717d3e88, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e39f9b76-6305-419f-b9ae-b25a717d3e88,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:34.960016 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:34.986521 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:34.997763 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:34.998384 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:35.029485 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d7a02-b0b8-440f-acea-932e95d5b690 None None] Pushing event updated for resources: {'Port': ['ID=e39f9b76-6305-419f-b9ae-b25a717d3e88,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:35.070441 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Allocated IP 172.27.1.144 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/25218b9a-6e3d-42c6-a945-02972f69ad1a) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:35.118610 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:35.201690 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.252329 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.304771 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:35.309585 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:35.312425 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:35.337293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Pushing event updated for resources: {'Port': ['ID=25218b9a-6e3d-42c6-a945-02972f69ad1a,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:35.372162 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 2, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:35.399027 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:35.399386 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Updating router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:35.426127 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.578229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for router_gateway (1aa03124-aa06-46df-b301-5030737fdb94), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.698112 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks [] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.706374 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.758718 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Pushing event updated for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:35.767467 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.767855 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.768221 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.768816 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.769009 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.769182 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.769513 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.769839 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.770161 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.771649 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.771649 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.772208 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.772660 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:35.797125 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1920459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1918797'] for router (1aa03124-aa06-46df-b301-5030737fdb94), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.835417 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Attempting to bind port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:35.835706 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Attempting to bind port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:35.836100 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Attempting to bind port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:35.841598 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:35.841979 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:35.842374 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.842878 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Bound using segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:35.843229 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Bound port: fa001eb1-d7bf-48fc-bd8a-0917605c49e4, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:35.843681 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.926265 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] For port fa001eb1-d7bf-48fc-bd8a-0917605c49e4, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:35.932075 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] For port fa001eb1-d7bf-48fc-bd8a-0917605c49e4, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:35.940258 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.960174 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Router 1aa03124-aa06-46df-b301-5030737fdb94 is scheduled to L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 with binding_index 1 {{(pid=109221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:50:36.002695 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd131-bbde-4868-a7c8-5ebe8b78a309 None None] Pushing event updated for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:36.007876 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:36.008509 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:36.059961 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:36.060511 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.107600 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:36.121923 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Sync routers for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:36.142822 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.147099 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-d28ad8b5-1e06-492c-9ca6-3f285c5e33df admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9124725 Feb 08 16:50:36.147766 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59466) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:36.162225 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:36.167347 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:36.171136 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:36.433552 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa1c90-63bf-4036-9d48-03b2bd961eaa None None] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:36.440036 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device dc417de9-7879-4e0c-82f9-313b2e09f758 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:36.447462 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:35Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:36.476707 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93f4b-5532-425a-bfad-ef93d72d0a1e None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:35Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:36.552493 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Current status of the port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:36.552975 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.647445 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:36.650661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] For port fa001eb1-d7bf-48fc-bd8a-0917605c49e4, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:36.677541 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.706406 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.727341 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port dc417de9-7879-4e0c-82f9-313b2e09f758 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:36.727907 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.848063 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Allocated IP 172.20.0.1 (ba941ff6-c3f8-4020-aa1e-909312d2d119/ed5dffbe-c278-4d10-96a1-3212a83b5c13/fd3de99d-e9c6-42d9-a92b-0dcd633aaa55) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:36.885802 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ed7b-0d2c-4a74-a1ce-a1e53cc2f129 None None] Pushing event updated for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:36.900387 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:36.900745 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.975205 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks [] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.016070 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port dc417de9-7879-4e0c-82f9-313b2e09f758 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.017122 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fa001eb1-d7bf-48fc-bd8a-0917605c49e4 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:37.018015 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.071201 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:37.074614 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:37.078385 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:37.101331 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:35Z', 'revision_number': 3, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:37.103172 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Pushing event updated for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:37.104350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Current status of the port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.113953 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:50:37.137123 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918874'] for router_interface (1aa03124-aa06-46df-b301-5030737fdb94), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.139451 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Checking router: 1aa03124-aa06-46df-b301-5030737fdb94 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:37.139826 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Updating router 1aa03124-aa06-46df-b301-5030737fdb94 port 25218b9a-6e3d-42c6-a945-02972f69ad1a binding host dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:37.169091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:37.169342 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.172564 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Provisioning complete for port e39f9b76-6305-419f-b9ae-b25a717d3e88 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:37.172929 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.221055 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.291675 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.463738 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Current status of the port e39f9b76-6305-419f-b9ae-b25a717d3e88 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.464060 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.468171 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.469198 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e39f9b76-6305-419f-b9ae-b25a717d3e88 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:37.472195 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks [] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.477326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.545961 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Pushing event updated for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:37.548731 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1917706'] for router_interface (1aa03124-aa06-46df-b301-5030737fdb94), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.551488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] For port e39f9b76-6305-419f-b9ae-b25a717d3e88, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e39f9b76-6305-419f-b9ae-b25a717d3e88,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:37.562656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.641669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port e39f9b76-6305-419f-b9ae-b25a717d3e88 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:37.641994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.643648 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:37.645241 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:37.698678 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db9475-b076-4bf1-9f72-813ce042e98a None None] Pushing event updated for resources: {'Port': ['ID=e39f9b76-6305-419f-b9ae-b25a717d3e88,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:37.707924 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks [] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), precommit_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.719776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.748031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Provisioning complete for port e39f9b76-6305-419f-b9ae-b25a717d3e88 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:37.748398 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.771732 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Router 1aa03124-aa06-46df-b301-5030737fdb94 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:37.830615 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa945b-8338-4481-8033-c850b67dbb38 None None] Pushing event updated for resources: {'Port': ['ID=25218b9a-6e3d-42c6-a945-02972f69ad1a,revision_number=2']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:37.836622 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Attempting to bind port 25218b9a-6e3d-42c6-a945-02972f69ad1a on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:37.836987 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Attempting to bind port 25218b9a-6e3d-42c6-a945-02972f69ad1a by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:37.837345 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Attempting to bind port 25218b9a-6e3d-42c6-a945-02972f69ad1a on network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:37.851929 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:37.852311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Checking segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:37.852708 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.853100 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Bound using segment: {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'} {{(pid=109223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:37.853562 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.managers [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Bound port: 25218b9a-6e3d-42c6-a945-02972f69ad1a, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4315a1f2-cfa7-460f-952e-3a451f07ce2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80'}}] {{(pid=109223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:37.853937 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.885793 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port e39f9b76-6305-419f-b9ae-b25a717d3e88 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.892451 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:37.905598 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-1eb6103f-ecd4-40d7-819a-69a391d78f6a admin admin] 10.222.0.35 "PUT /v2.0/routers/1aa03124-aa06-46df-b301-5030737fdb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486031 Feb 08 16:50:37.942553 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] For port 25218b9a-6e3d-42c6-a945-02972f69ad1a, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:37.946701 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Current status of the port e39f9b76-6305-419f-b9ae-b25a717d3e88 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:37.956291 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] For port 25218b9a-6e3d-42c6-a945-02972f69ad1a, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=25218b9a-6e3d-42c6-a945-02972f69ad1a,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:37.966258 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:37.970499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Provisioning complete for port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:37.970856 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.053470 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-58a464cc-40c1-474a-950d-50cee28a18b2 None None] Port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:38.058511 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:38.059124 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:38.060857 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa945b-8338-4481-8033-c850b67dbb38 None None] Pushing event updated for resources: {'Port': ['ID=25218b9a-6e3d-42c6-a945-02972f69ad1a,revision_number=3']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:38.226186 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fa001eb1-d7bf-48fc-bd8a-0917605c49e4 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:38.316563 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-e394d191-0d58-4d0f-ab4f-f7c61383506b None None] Provisioning complete for port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:38.316933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-e394d191-0d58-4d0f-ab4f-f7c61383506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.352000 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.382661 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:38.384273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-e394d191-0d58-4d0f-ab4f-f7c61383506b None None] Port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:38.385592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:38.385951 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.449894 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59476) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:38.454575 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984801726', 'description': 'tempest-secgroup-smoke-1984801726 description', 'project_id': '9a449e431c5240b897d5cab55009fdbf'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:38.475524 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.543167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (3aef4174-2f7a-4410-94e0-4a8d80fd922c), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.547212 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3aef4174-2f7a-4410-94e0-4a8d80fd922c), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.575505 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.576763 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257753 Feb 08 16:50:38.580207 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59478) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:38.585529 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:38.590281 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3502b0-5bee-4f37-ac32-363ef0b4eff2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef4174-2f7a-4410-94e0-4a8d80fd922c,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:38.591937 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:38.592998 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e39f9b76-6305-419f-b9ae-b25a717d3e88 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:38.612490 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (5bb4c520-7f6c-4da8-adaa-83f30aba9b00), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.670149 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (5bb4c520-7f6c-4da8-adaa-83f30aba9b00), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.674109 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (5bb4c520-7f6c-4da8-adaa-83f30aba9b00), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.674614 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port e39f9b76-6305-419f-b9ae-b25a717d3e88 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:38.675029 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.679325 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fd3de99d-e9c6-42d9-a92b-0dcd633aaa55', 'name': '', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'mac_address': 'fa:16:3e:c8:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:36Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 2, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'subnets': [{'id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:38.695120 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb4c520-7f6c-4da8-adaa-83f30aba9b00,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:38.703793 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.707606 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0114100d-24a2-4b14-b3e6-09abc94b9cda tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239674 Feb 08 16:50:38.707925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59480) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:38.712997 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:38.727640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574b63e-6131-47c8-86be-f8212168bdb3 None None] The sync data for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi is: [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fd3de99d-e9c6-42d9-a92b-0dcd633aaa55', 'name': '', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'mac_address': 'fa:16:3e:c8:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:36Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 2, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'subnets': [{'id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:38.740277 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (368c38f8-76c5-402a-805c-6e53a77571d8), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.790182 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port e39f9b76-6305-419f-b9ae-b25a717d3e88 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:38.802569 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (368c38f8-76c5-402a-805c-6e53a77571d8), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.806663 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (368c38f8-76c5-402a-805c-6e53a77571d8), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.827864 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368c38f8-76c5-402a-805c-6e53a77571d8,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:38.838544 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.839730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6c15cf3f-1249-45a1-85f7-c08d549074dc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302693 Feb 08 16:50:38.842511 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59482) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:38.846775 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:38.870686 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (898df37f-ab4a-4b28-9a14-3a7c0745a53a), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.931007 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (898df37f-ab4a-4b28-9a14-3a7c0745a53a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.940150 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (898df37f-ab4a-4b28-9a14-3a7c0745a53a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.966698 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898df37f-ab4a-4b28-9a14-3a7c0745a53a,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:38.972529 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.973715 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-da13a0a3-4555-41dc-a958-cf3c5bf28987 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302474 Feb 08 16:50:38.976997 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59484) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:38.981331 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:39.011792 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (7829abef-577c-4458-96c4-03dd20f0eae3), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.076204 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (7829abef-577c-4458-96c4-03dd20f0eae3), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.080304 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (7829abef-577c-4458-96c4-03dd20f0eae3), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.101472 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7829abef-577c-4458-96c4-03dd20f0eae3,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:39.110853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.112140 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-acd306b5-4f03-4481-893f-3c1372fa33bd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341395 Feb 08 16:50:39.115557 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59486) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:39.120224 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:39.141436 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.securitygroups_db [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Project 9a449e431c5240b897d5cab55009fdbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:50:39.146750 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (c9c1180a-43ff-4d8a-9237-c6cc89371758), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.207821 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (c9c1180a-43ff-4d8a-9237-c6cc89371758), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.211973 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (c9c1180a-43ff-4d8a-9237-c6cc89371758), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.232312 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c1180a-43ff-4d8a-9237-c6cc89371758,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:39.241762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.242954 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ef20a703-b44e-41e7-80fc-71a0d9e77fef tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263011 Feb 08 16:50:39.245710 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59488) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:39.250180 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'security_group_rule': {'security_group_id': '3aef4174-2f7a-4410-94e0-4a8d80fd922c', 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:39.270769 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.securitygroups_db [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Project 9a449e431c5240b897d5cab55009fdbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:50:39.276677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (269950fc-ca85-4ab8-a7a4-03c6740cab0b), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.343206 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (269950fc-ca85-4ab8-a7a4-03c6740cab0b), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.347064 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633668'] for security_group_rule (269950fc-ca85-4ab8-a7a4-03c6740cab0b), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.367700 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269950fc-ca85-4ab8-a7a4-03c6740cab0b,revision_number=0']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:39.374386 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:39.378621 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b803fed0-66d4-4b66-9cde-2d2f9a7e4a87 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290069 Feb 08 16:50:40.183993 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 25218b9a-6e3d-42c6-a945-02972f69ad1a up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:40.242547 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 25218b9a-6e3d-42c6-a945-02972f69ad1a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:40.242820 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:40.324336 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 25218b9a-6e3d-42c6-a945-02972f69ad1a is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:40.324730 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:40.345382 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] For port 25218b9a-6e3d-42c6-a945-02972f69ad1a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=25218b9a-6e3d-42c6-a945-02972f69ad1a,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:40.349482 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:40.403864 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Pushing event updated for resources: {'Port': ['ID=25218b9a-6e3d-42c6-a945-02972f69ad1a,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:40.711475 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Sync routers for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:40.720958 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:40.721566 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:40.824977 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:41.105970 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fd3de99d-e9c6-42d9-a92b-0dcd633aaa55', 'name': '', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'mac_address': 'fa:16:3e:c8:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:36Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 2, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'subnets': [{'id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:41.134114 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Checking router: 1aa03124-aa06-46df-b301-5030737fdb94 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:41.134466 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Updating router 1aa03124-aa06-46df-b301-5030737fdb94 port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 binding host dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:41.163739 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.418957 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks [] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), precommit_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.424150 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.474824 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ebdf-fde5-4958-935a-944479bce474 None None] Pushing event updated for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=3']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:41.529353 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Attempting to bind port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 on host dv-cinder-827860-2-iscsi for vnic_type normal with profile {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:41.529721 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Attempting to bind port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 by drivers openvswitch,hyperv on host dv-cinder-827860-2-iscsi at level 0 using segments [{'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:41.530082 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Attempting to bind port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 on network ba941ff6-c3f8-4020-aa1e-909312d2d119 {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:41.534995 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Checking agent: {'id': 'cd8769d1-d5eb-44c9-b016-42747067ae35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 33, 32), 'started_at': datetime.datetime(2022, 2, 8, 16, 34, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:41.535491 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Checking segment: {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:41.535927 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.536869 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Bound using segment: {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'} {{(pid=109224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:41.537332 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.managers [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Bound port: fd3de99d-e9c6-42d9-a92b-0dcd633aaa55, host: dv-cinder-827860-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7528a253-bae7-4702-9993-2160f5a346b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119'}}] {{(pid=109224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:41.537802 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), before_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.600368 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] For port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55, host dv-cinder-827860-2-iscsi, cleared binding levels {{(pid=109224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:41.603782 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.plugins.ml2.db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] For port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55, host dv-cinder-827860-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:41.610115 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron_lib.callbacks.manager [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_update {{(pid=109224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.668962 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ebdf-fde5-4958-935a-944479bce474 None None] Pushing event updated for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=4']} {{(pid=109224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:41.671418 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:41.672043 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:41.730371 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Provisioning complete for port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:41.731335 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.791785 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:41.813025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Current status of the port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 is: DOWN; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:41.813612 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.849985 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] For port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:41.854634 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:41.922970 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75baee7-d00e-4ea2-97a7-238a5abeda50 None None] Pushing event updated for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:41.973633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-cfe16e1b-6b5c-40d4-bed6-8764612a4fdd None None] Provisioning complete for port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:41.974892 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cfe16e1b-6b5c-40d4-bed6-8764612a4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:42.014286 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fd3de99d-e9c6-42d9-a92b-0dcd633aaa55', 'name': '', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'mac_address': 'fa:16:3e:c8:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:36Z', 'updated_at': '2022-02-08T16:50:41Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'subnets': [{'id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:42.041684 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4651b-95ce-46ed-8c8a-219c513e45aa None None] The sync data for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi is: [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:37Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fd3de99d-e9c6-42d9-a92b-0dcd633aaa55', 'name': '', 'network_id': 'ba941ff6-c3f8-4020-aa1e-909312d2d119', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'mac_address': 'fa:16:3e:c8:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:36Z', 'updated_at': '2022-02-08T16:50:41Z', 'revision_number': 4, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'subnets': [{'id': 'ed5dffbe-c278-4d10-96a1-3212a83b5c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:42.055064 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-cfe16e1b-6b5c-40d4-bed6-8764612a4fdd None None] Current status of the port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:42.189889 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 25218b9a-6e3d-42c6-a945-02972f69ad1a up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:42.241642 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port 25218b9a-6e3d-42c6-a945-02972f69ad1a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:42.241956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:42.327536 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port 25218b9a-6e3d-42c6-a945-02972f69ad1a is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:42.328628 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 up at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:42.376913 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Provisioning complete for port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:42.377289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:42.459166 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Current status of the port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 is: ACTIVE; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:50.865335 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2138b-74c4-4b7d-bb62-e54efe918389 req-895c19ac-57bb-4171-b914-a340b4b45f32 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:50.866716 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39f2138b-74c4-4b7d-bb62-e54efe918389 req-895c19ac-57bb-4171-b914-a340b4b45f32 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0555506 Feb 08 16:50:50.912853 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39f2138b-74c4-4b7d-bb62-e54efe918389 req-303b83c1-b282-4c65-974b-55619361f04d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Feb 08 16:50:52.046653 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64e8e-e90a-440d-8cd1-95a3c8889a92 req-512560e7-d7ca-4b61-9959-1f4830c88cf2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:52.048039 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ed64e8e-e90a-440d-8cd1-95a3c8889a92 req-512560e7-d7ca-4b61-9959-1f4830c88cf2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0610220 Feb 08 16:50:52.092554 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3ed64e8e-e90a-440d-8cd1-95a3c8889a92 req-e9c13712-1563-4be8-a012-29337253f85c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Feb 08 16:50:53.218327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68337c8c-a7e5-4926-8507-3f4030e5647a req-1388c872-bdb8-4849-9041-de5c136b5005 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:53.219778 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-68337c8c-a7e5-4926-8507-3f4030e5647a req-1388c872-bdb8-4849-9041-de5c136b5005 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0564270 Feb 08 16:50:53.265727 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-68337c8c-a7e5-4926-8507-3f4030e5647a req-60f6bcc1-b5cc-4ae7-964c-8848e5d5e4a1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404730 Feb 08 16:50:54.389925 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b065856-82cb-43ff-b377-57e01a85b961 req-88be5d9c-fdd0-4c6f-98b5-bdeec750ac1b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:54.391333 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5b065856-82cb-43ff-b377-57e01a85b961 req-88be5d9c-fdd0-4c6f-98b5-bdeec750ac1b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0551119 Feb 08 16:50:54.436755 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5b065856-82cb-43ff-b377-57e01a85b961 req-acb4d680-4063-45d4-bb76-a4c11665184d tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399654 Feb 08 16:50:55.558342 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38433c79-8b3a-4cc0-bae4-3c67b7314951 req-8aaa6320-2975-4200-a7f6-a997cf8d65a8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:55.559913 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-38433c79-8b3a-4cc0-bae4-3c67b7314951 req-8aaa6320-2975-4200-a7f6-a997cf8d65a8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0535820 Feb 08 16:50:55.607032 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-38433c79-8b3a-4cc0-bae4-3c67b7314951 req-2adf012b-a0e2-4ed7-9111-3681ee4a3ba8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Feb 08 16:50:55.694873 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-05b75a32-bffa-433a-a985-dd0bfa36b4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:56.728467 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd099a7d-5193-4b92-a266-46357159dca3 req-9f0c2a32-8877-457e-9437-c25c515a58de tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:56.729908 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bd099a7d-5193-4b92-a266-46357159dca3 req-9f0c2a32-8877-457e-9437-c25c515a58de tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0516074 Feb 08 16:50:56.774814 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bd099a7d-5193-4b92-a266-46357159dca3 req-15c8646c-c619-41d8-adde-77258b878892 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393767 Feb 08 16:50:57.900860 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0c59a-3395-4c28-bd57-26885bce48d0 req-a32a5265-6bf9-4227-8abc-2fda80720036 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:57.903199 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15d0c59a-3395-4c28-bd57-26885bce48d0 req-a32a5265-6bf9-4227-8abc-2fda80720036 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0565162 Feb 08 16:50:57.948998 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-15d0c59a-3395-4c28-bd57-26885bce48d0 req-d6f68d15-4172-49d7-82a3-7b107b069204 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Feb 08 16:50:58.004524 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-631f4525-4965-4237-b92c-684401e0b84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:59.082367 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c64b-14cb-4aef-8d77-2ee8338cecef req-8f1d2b62-685b-47b5-9180-53e76caf5273 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:59.083860 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b31c64b-14cb-4aef-8d77-2ee8338cecef req-8f1d2b62-685b-47b5-9180-53e76caf5273 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0609951 Feb 08 16:50:59.149635 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0b31c64b-14cb-4aef-8d77-2ee8338cecef req-30ed95a2-d166-416c-b396-2ef8c0ac50ce tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600660 Feb 08 16:50:59.235643 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:00.280311 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc609f5-eb36-4dca-9c95-ea7fc5f50719 req-034bebe7-0c06-410a-ada5-21f89fe6ff69 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:00.281766 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-adc609f5-eb36-4dca-9c95-ea7fc5f50719 req-034bebe7-0c06-410a-ada5-21f89fe6ff69 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0529063 Feb 08 16:51:00.326959 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-adc609f5-eb36-4dca-9c95-ea7fc5f50719 req-456380a8-ebfe-47f0-bd62-6a5dcaa8f199 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397096 Feb 08 16:51:00.430445 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:01.448978 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e35467-cbce-48de-bce9-1a5676304538 req-459fc1fd-8824-424a-989f-de6b4614e782 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.450646 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-93e35467-cbce-48de-bce9-1a5676304538 req-459fc1fd-8824-424a-989f-de6b4614e782 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0536089 Feb 08 16:51:01.502491 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-93e35467-cbce-48de-bce9-1a5676304538 req-b1b2da75-e3c8-4ae9-ae90-64f23636f872 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455599 Feb 08 16:51:01.961031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:02.049659 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-9a3da975-3a1d-484d-bb82-5a80e6196ff5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984801726&fields=id&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 267 time: 0.0434690 Feb 08 16:51:02.157269 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-c786a9b6-32f3-4f52-bf6f-dca95f7ed7d1 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.158686 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-c786a9b6-32f3-4f52-bf6f-dca95f7ed7d1 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.1024201 Feb 08 16:51:02.172572 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-45db6074-2a32-4fb0-b85c-ddd01644935b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/quotas/9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 375 time: 0.0086811 Feb 08 16:51:02.225407 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-ac1355c1-981e-458f-a9c1-2bc3afddbaaf tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481958 Feb 08 16:51:02.415681 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-f15c7205-9aa6-4dcb-be0b-56e7cb8df4c0 service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782920 Feb 08 16:51:02.500517 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-c95c2af6-671f-4efb-87d4-7e6f0e59ab85 service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790009 Feb 08 16:51:02.639130 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aeb80-9bee-4a4b-af6f-4f9b816446de req-bf4a4fa0-1ca2-4998-8c64-63168489d0ae tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.640718 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-907aeb80-9bee-4a4b-af6f-4f9b816446de req-bf4a4fa0-1ca2-4998-8c64-63168489d0ae tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0620842 Feb 08 16:51:02.688092 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-907aeb80-9bee-4a4b-af6f-4f9b816446de req-db47016c-7e2d-4929-9b3f-4c50a8e655e0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 Feb 08 16:51:03.436600 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:51:03.530269 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:03.544724 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:51:03.580164 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: ACTIVE; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:03.580472 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:03.593077 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:03.612028 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:03.615674 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:03.663971 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=6']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:03.704633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['a1385bb4-6242-43a5-80b9-5e5963fd66f2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:51:03.837189 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9cce7cfd-8cab-4d58-bc3b-7e498a9a2257 req-bf1d4266-21be-4d9f-9647-808cc96eef8f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 210 time: 0.0424216 Feb 08 16:51:03.846445 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd7c9-d414-4a42-949e-9d664611da3d req-4f5117af-5ed2-4c05-9fbd-2dce67a6fe36 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:03.852390 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d33dd7c9-d414-4a42-949e-9d664611da3d req-4f5117af-5ed2-4c05-9fbd-2dce67a6fe36 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 945 time: 0.0834770 Feb 08 16:51:03.898465 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d33dd7c9-d414-4a42-949e-9d664611da3d req-424f0ac2-f56a-4615-863c-09dfd9f64ac1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Feb 08 16:51:04.664118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59672) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:04.853070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-10eb7a8b-ef6a-43fe-83f3-13faa7064148 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:04.854445 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-10eb7a8b-ef6a-43fe-83f3-13faa7064148 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.1814952 Feb 08 16:51:04.929040 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-66eb29a5-774e-49ed-bcb8-648ccb1f63b7 req-8c232007-d9a8-4da6-9109-0b675e30cbb6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 210 time: 0.0290499 Feb 08 16:51:04.945321 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-645f4fa4-43eb-47fb-8f7d-50c1581b4dd8 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 380 time: 0.0819805 Feb 08 16:51:04.950437 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Deleting port c7fb879f-2d3b-48c6-941d-f6263d42e76e {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:04.950764 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:04.957141 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'port': {'device_id': '37885d5b-9597-417c-9d29-bd637383943d', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'admin_state_up': True, 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'security_groups': ['3aef4174-2f7a-4410-94e0-4a8d80fd922c']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:05.129723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.129986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for floatingip (c7fb879f-2d3b-48c6-941d-f6263d42e76e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.157222 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2be4f-86a9-4c9f-b52f-91ac09cbfb78 req-f544ed1b-1d01-4925-9a49-ec56ad84d658 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:05.158790 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d4a2be4f-86a9-4c9f-b52f-91ac09cbfb78 req-f544ed1b-1d01-4925-9a49-ec56ad84d658 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 945 time: 0.1885233 Feb 08 16:51:05.159993 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Calling delete_port for c7fb879f-2d3b-48c6-941d-f6263d42e76e owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:05.255466 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Made reservation on behalf of 9a449e431c5240b897d5cab55009fdbf for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:51:05.258809 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.302942 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d4a2be4f-86a9-4c9f-b52f-91ac09cbfb78 req-7925ad90-0f9b-40eb-a2f9-d536cc037aab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363800 Feb 08 16:51:05.445335 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:05.467954 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.20.0.5 (d9762a02-45ed-4a30-9de3-b53831035fee/56b2ed67-52d7-461f-9684-ed43ffa64923/27712d05-cbfb-45c1-a1bc-a52d3f0584e7) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:05.494782 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (c7fb879f-2d3b-48c6-941d-f6263d42e76e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.499148 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port a1385bb4-6242-43a5-80b9-5e5963fd66f2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:05.499527 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.529139 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event deleted for resources: {'Port': ['ID=c7fb879f-2d3b-48c6-941d-f6263d42e76e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:05.585160 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:05.585548 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.609407 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:05.611681 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49387f3d-184a-4260-a90e-c136724d4a33" -d '{"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:05.625833 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:05.631068 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.656824 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8b132-06a4-4d97-a2c8-8ad4f5c27c44 x-openstack-request-id: req-f7b8b132-06a4-4d97-a2c8-8ad4f5c27c44 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:05.657128 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:05.657386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7b8b132-06a4-4d97-a2c8-8ad4f5c27c44 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:05.657781 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'code': 200} Feb 08 16:51:05.685273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=7']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:05.905760 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for floatingip (fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.906344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Floating IP fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7 disassociated (deleted). External IP: 172.27.1.27, port: 6f04fb2f-d81d-42f0-8c53-184ef0859a38. Feb 08 16:51:06.017683 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.040291 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-9e71db96-c816-4f99-82dd-64c0e3df6cc4 req-2f32ff81-7ed9-4a27-976b-f33e2fac436f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 210 time: 0.0368581 Feb 08 16:51:06.145595 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.208811 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:06.211672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:06.213434 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:06.217540 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:06.283060 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:06.283657 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.287038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:06.305592 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-e1944b81-6f16-485d-9580-ab20c24b162a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527992 Feb 08 16:51:06.318113 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Request body: {'port': {'device_id': '37885d5b-9597-417c-9d29-bd637383943d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:06.421483 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-6214d3f6-c533-462a-853e-07fa29d32e5d None None] Provisioning complete for port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:06.421863 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6214d3f6-c533-462a-853e-07fa29d32e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.441761 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eb403-6f76-4e3b-a203-30c5fc592803 req-5dc8523b-acd6-47df-9c29-95736fbc5fed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:06.443894 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-396eb403-6f76-4e3b-a203-30c5fc592803 req-5dc8523b-acd6-47df-9c29-95736fbc5fed tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0621145 Feb 08 16:51:06.453358 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.456030 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-6214d3f6-c533-462a-853e-07fa29d32e5d None None] Port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:51:06.493270 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-396eb403-6f76-4e3b-a203-30c5fc592803 req-d275a647-7443-4780-9880-edd0e261ae34 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425406 Feb 08 16:51:06.498225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:06.503881 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.509243 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Sync routers for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:06.519627 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:06.520605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:06.590551 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-27d8c429-0270-4d9c-8887-5933f203840f tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "DELETE /v2.0/floatingips/fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7 HTTP/1.1" status: 204 len: 168 time: 1.9252498 Feb 08 16:51:06.593571 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:06.595892 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de81c6-1eab-4de5-8f28-c271c35d469c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:06.640458 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25512276-79dc-4196-b946-25a02f8b3a59 x-openstack-request-id: req-25512276-79dc-4196-b946-25a02f8b3a59 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:06.640830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:06.641139 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25512276-79dc-4196-b946-25a02f8b3a59 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:06.641627 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'status': 'completed', 'code': 200} Feb 08 16:51:06.645029 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:06.724142 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-527e0d86-aef3-4d3c-a4aa-89a011f44321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:06.743354 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-527e0d86-aef3-4d3c-a4aa-89a011f44321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08bc94fd80244144ae5883c54707e219&device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 1130 time: 0.0728540 Feb 08 16:51:06.805531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:06.814660 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks [] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.830612 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Transition to ACTIVE for port object 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:51:06.834348 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.898236 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e943-8754-46df-b64c-b054c10720f4 req-8b60672a-05d2-40e1-b6a6-73aa51e2f948 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:06.900272 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7f2e943-8754-46df-b64c-b054c10720f4 req-8b60672a-05d2-40e1-b6a6-73aa51e2f948 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0845404 Feb 08 16:51:06.905624 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-930586c5-d9d4-4e4b-ace8-3f04f990d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:06.907087 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-930586c5-d9d4-4e4b-ace8-3f04f990d95b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 200 len: 909 time: 0.1539323 Feb 08 16:51:06.957292 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Pushing event updated for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:06.989372 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Attempting to bind port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:51:06.990065 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Attempting to bind port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:51:06.990626 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Attempting to bind port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:06.999576 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 on network d9762a02-45ed-4a30-9de3-b53831035fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:51:07.000234 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Attempting to bind port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:07.006441 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:51:07.006774 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:07.007164 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Bound using segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:51:07.007588 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Bound port: 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:51:07.007977 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:07.010774 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:07.039850 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c7f2e943-8754-46df-b64c-b054c10720f4 req-88e1ffe5-3a01-4378-90de-1e63822e67be tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240778 Feb 08 16:51:07.041017 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Checking router: 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:07.041546 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-385a4ee0-afd5-42bf-9940-a82037060bf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 200 len: 217 time: 0.0656514 Feb 08 16:51:07.061299 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:07.061299 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:07.080107 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:51:07.083307 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:51:07.092382 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:07.126337 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-41ce3dac-dcdb-4c25-b209-2dd30808fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.127786 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-41ce3dac-dcdb-4c25-b209-2dd30808fdba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 200 len: 847 time: 0.0788109 Feb 08 16:51:07.133631 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.134427 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:07.135913 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 200 len: 1093 time: 0.8222120 Feb 08 16:51:07.189903 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-f19a7110-41e3-4385-b805-3d9de8664286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.191578 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-f19a7110-41e3-4385-b805-3d9de8664286 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c554db4f-82e2-45eb-abb6-e85a666ce499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556021 Feb 08 16:51:07.218140 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:07.234675 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71946f-2f36-456b-8b4b-3cee59ce51d6 service neutron] Pushing event updated for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:07.266003 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-26eef447-42a3-43d8-bac2-49c032eb6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.267580 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-26eef447-42a3-43d8-bac2-49c032eb6dea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1127 time: 0.0708640 Feb 08 16:51:07.274817 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c896-0f6f-4033-915d-0fc02faeb147 req-ee3ecbba-5678-4c5e-ab7d-b1fa49ad379d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.282613 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ae48c896-0f6f-4033-915d-0fc02faeb147 req-ee3ecbba-5678-4c5e-ab7d-b1fa49ad379d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.1506984 Feb 08 16:51:07.318279 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-8ea1e6c9-6316-43a4-b5a3-484b15dff645 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194055 Feb 08 16:51:07.336876 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-828a5f2a-575d-4fe9-a72f-a1599c563262 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 200 len: 217 time: 0.0472274 Feb 08 16:51:07.408331 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ae48c896-0f6f-4033-915d-0fc02faeb147 req-02ddcd32-a3fb-40ad-a5c8-037871ef6cd3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247478 Feb 08 16:51:07.422271 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-9b9b80b9-99f6-4774-85c4-da45cfc7d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.422271 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-9b9b80b9-99f6-4774-85c4-da45cfc7d1b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0784233 Feb 08 16:51:07.436234 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-17de81c6-1eab-4de5-8f28-c271c35d469c req-bbbc44cd-7830-470a-81e6-734d397c68d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110506 Feb 08 16:51:07.465653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:07.474540 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-13664133-3e0c-470e-97ff-0082404f42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.476058 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-13664133-3e0c-470e-97ff-0082404f42c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476167 Feb 08 16:51:07.492714 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8935e-d13a-418d-b69a-ffb82a113ed2 None None] The sync data for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi is: [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:44:02Z', 'revision_number': 4, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'e04ee1e3-d473-4d70-9df1-88066a909c5a', 'name': '', 'network_id': 'c554db4f-82e2-45eb-abb6-e85a666ce499', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'mac_address': 'fa:16:3e:29:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:01Z', 'updated_at': '2022-02-08T16:44:06Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'subnets': [{'id': '4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:07.574947 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-eb2eb9af-4e69-4c88-b466-ab8d5bf3574e service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919585 Feb 08 16:51:07.627060 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be13ea-c72f-4f26-b284-4cc585ee7418 req-849ab992-6a08-483d-b479-4e6035a665c4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:07.628647 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09be13ea-c72f-4f26-b284-4cc585ee7418 req-849ab992-6a08-483d-b479-4e6035a665c4 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0556767 Feb 08 16:51:07.670276 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1aef03a7-5d3a-45b4-ac17-946932979c47 req-f82de50c-adff-47fa-9a33-7e7f9e0f3ada service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Feb 08 16:51:07.685312 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-09be13ea-c72f-4f26-b284-4cc585ee7418 req-a9f96418-8c5c-41a1-9f2e-946a28681d4a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479968 Feb 08 16:51:07.744577 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb1499-6077-48bc-bab5-2cf39fdcbed0 None None] New status for floating IP fe4b00b3-d2cb-42f6-b7fb-3e13bf7061b7: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:51:08.152677 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19593-c2cf-4eab-b6ba-8cb2dd62e3fa req-9b150830-b68d-40fe-81e8-16abd05ee145 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.154658 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ddd19593-c2cf-4eab-b6ba-8cb2dd62e3fa req-9b150830-b68d-40fe-81e8-16abd05ee145 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.0571611 Feb 08 16:51:08.210920 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ddd19593-c2cf-4eab-b6ba-8cb2dd62e3fa req-c0e2209e-4bc5-4a8c-b5bd-205fa5e871b8 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422931 Feb 08 16:51:08.324564 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:08.523192 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b52ab-a296-4797-ad38-a3f630175a9d req-5b22addd-8353-40be-9a63-734097517e52 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.524750 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0c5b52ab-a296-4797-ad38-a3f630175a9d req-5b22addd-8353-40be-9a63-734097517e52 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.0539811 Feb 08 16:51:08.576309 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0c5b52ab-a296-4797-ad38-a3f630175a9d req-5f9e2dd0-4e58-4dd2-a114-af062e4d58b3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Feb 08 16:51:08.642628 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:08.645008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636affb6-4bb8-4cab-9d61-76b563a2a956" -d '{"events": [{"name": "network-changed", "server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:08.680618 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90be3f5-97b7-47aa-8392-ace659150665 x-openstack-request-id: req-e90be3f5-97b7-47aa-8392-ace659150665 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:08.680913 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:08.681193 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e90be3f5-97b7-47aa-8392-ace659150665 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:08.681602 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'status': 'completed', 'code': 200} Feb 08 16:51:08.763786 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-8fef0606-10a2-41f6-bb19-f1befc81821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.763786 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-8fef0606-10a2-41f6-bb19-f1befc81821a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1127 time: 0.0494409 Feb 08 16:51:08.879251 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-f4214a16-7613-4125-820c-4dd1df07b3e8 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.880780 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-f4214a16-7613-4125-820c-4dd1df07b3e8 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.1263506 Feb 08 16:51:08.888266 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47661d02-fd34-4f8d-9ccf-35fad7df83ad req-bb87fd18-e4c4-4f73-9a0f-b265db127637 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.893265 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-88836aa1-84b4-4603-972e-952c268e2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:08.896671 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-47661d02-fd34-4f8d-9ccf-35fad7df83ad req-bb87fd18-e4c4-4f73-9a0f-b265db127637 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.1040330 Feb 08 16:51:08.897476 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-88836aa1-84b4-4603-972e-952c268e2603 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.1280065 Feb 08 16:51:08.962214 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-825f5aa5-d534-4691-b70b-107650380edf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 200 len: 217 time: 0.0564466 Feb 08 16:51:08.985922 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-47661d02-fd34-4f8d-9ccf-35fad7df83ad req-05e69457-2b0e-48f9-8eaa-cd16d5dfa2bd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866241 Feb 08 16:51:09.035891 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-84495c64-415e-45a3-b325-0eef6b94dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:09.037361 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-84495c64-415e-45a3-b325-0eef6b94dcf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0656214 Feb 08 16:51:09.052279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Deleting port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:09.052699 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:09.104350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-fc77efa0-c54f-4983-a029-6a7ca9c07490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:09.106970 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-fc77efa0-c54f-4983-a029-6a7ca9c07490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609798 Feb 08 16:51:09.171869 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] For port 6f04fb2f-d81d-42f0-8c53-184ef0859a38, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=6f04fb2f-d81d-42f0-8c53-184ef0859a38,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:09.172228 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:09.192209 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Calling delete_port for 6f04fb2f-d81d-42f0-8c53-184ef0859a38 owned by compute:nova {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:09.220369 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-507dc7cf-6a3b-4e75-b4a2-0e7db40efe3b service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062074 Feb 08 16:51:09.399429 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-636affb6-4bb8-4cab-9d61-76b563a2a956 req-8bd3ac0e-d14e-4883-92d6-dd571fce885b service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718614 Feb 08 16:51:09.407704 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (6f04fb2f-d81d-42f0-8c53-184ef0859a38), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:09.418408 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbf7f4-399e-4571-9537-ca5ef8d41792 req-0797a55a-9488-4c4f-b15d-0fc90f58d67c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:09.422428 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b9cbf7f4-399e-4571-9537-ca5ef8d41792 req-0797a55a-9488-4c4f-b15d-0fc90f58d67c tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 946 time: 0.1034460 Feb 08 16:51:09.488903 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b9cbf7f4-399e-4571-9537-ca5ef8d41792 req-ca3371a6-035a-49b8-8424-bab273596720 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588140 Feb 08 16:51:09.753781 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event deleted for resources: {'Port': ['ID=6f04fb2f-d81d-42f0-8c53-184ef0859a38,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:09.843789 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] No DVR routers for this DVR port 6f04fb2f-d81d-42f0-8c53-184ef0859a38 on host hv-cinder-82786 {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:09.846734 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:09.850494 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-87f1e4ea-a460-406a-939e-3eee9ea734f6 req-fd2cb8e2-dfaf-4731-9728-58b3292c0cf3 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.42 "DELETE /v2.0/ports/6f04fb2f-d81d-42f0-8c53-184ef0859a38 HTTP/1.1" status: 204 len: 173 time: 0.9504957 Feb 08 16:51:09.851181 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-deleted', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:09.854673 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0699c8b7-4185-4bc6-b2ff-c25106403afe" -d '{"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-deleted", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:09.869370 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6969dc-2060-43ba-8ca6-ca59edf23d98 req-18998b33-8d18-4558-ba36-f048438deb52 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:09.871141 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f6969dc-2060-43ba-8ca6-ca59edf23d98 req-18998b33-8d18-4558-ba36-f048438deb52 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.1323853 Feb 08 16:51:09.938602 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-7f6969dc-2060-43ba-8ca6-ca59edf23d98 req-d4a50290-fee0-48d7-b431-9f8104b6a467 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581157 Feb 08 16:51:09.951617 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48359873-be38-45a7-a314-ffb95f516302 x-openstack-request-id: req-48359873-be38-45a7-a314-ffb95f516302 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:09.952205 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5b0dab-9c28-4519-a6f6-c98d7c9a5287", "name": "network-vif-deleted", "tag": "6f04fb2f-d81d-42f0-8c53-184ef0859a38", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:09.952473 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48359873-be38-45a7-a314-ffb95f516302 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:09.953247 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5b0dab-9c28-4519-a6f6-c98d7c9a5287', 'name': 'network-vif-deleted', 'tag': '6f04fb2f-d81d-42f0-8c53-184ef0859a38', 'status': 'completed', 'code': 200} Feb 08 16:51:10.144893 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e31161-89dc-498c-a873-5e114247144d req-45f456fc-a0fd-48b9-9a0d-ad559306df6e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:10.153342 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-46e31161-89dc-498c-a873-5e114247144d req-45f456fc-a0fd-48b9-9a0d-ad559306df6e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0802374 Feb 08 16:51:10.227177 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-46e31161-89dc-498c-a873-5e114247144d req-bb233e22-bf0d-40e7-b059-7d26a03f1e4e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726116 Feb 08 16:51:10.617649 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-51d6a0d5-b34e-455b-a42a-273787533917 req-86412777-4965-4787-9f81-c5d8a2005a68 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f5b0dab-9c28-4519-a6f6-c98d7c9a5287 HTTP/1.1" status: 200 len: 210 time: 0.0320904 Feb 08 16:51:11.069601 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67df19-f1d7-444f-aa02-de9d512cfa99 req-85c88912-4b7d-473c-814e-2141851a6d43 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:11.071056 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d67df19-f1d7-444f-aa02-de9d512cfa99 req-85c88912-4b7d-473c-814e-2141851a6d43 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.0584676 Feb 08 16:51:11.127000 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-2d67df19-f1d7-444f-aa02-de9d512cfa99 req-f895c023-4f1b-42fe-a405-09850a8fab2f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499585 Feb 08 16:51:11.360410 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d20e8-56cf-4858-acf0-00834bffae12 req-6025d271-0fd9-4baa-b1f9-3bbe12b1b9b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:11.363003 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ce2d20e8-56cf-4858-acf0-00834bffae12 req-6025d271-0fd9-4baa-b1f9-3bbe12b1b9b7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0565948 Feb 08 16:51:11.423548 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-ce2d20e8-56cf-4858-acf0-00834bffae12 req-81c54c76-8821-40a1-81f8-9f8511f8ed84 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560882 Feb 08 16:51:11.689873 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59744) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:11.749072 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:11.775372 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:11.844073 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:11.847210 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:11.850869 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] 10.222.0.35 "DELETE /v2.0/security-groups/ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197 HTTP/1.1" status: 204 len: 168 time: 0.1576614 Feb 08 16:51:11.860786 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b0d82-92c7-4563-a6ea-1b0803ec6579 tempest-TestShelveInstance-170103087 tempest-TestShelveInstance-170103087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e81f7-b4f5-4865-a4e9-d6a1c5c70197,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:11.922548 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59752) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:12.305979 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf6ad-b051-44bf-a4f0-c67b1f68e000 req-a6447e92-9d5b-416a-a54f-ed53e2805380 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:12.307520 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-89acf6ad-b051-44bf-a4f0-c67b1f68e000 req-a6447e92-9d5b-416a-a54f-ed53e2805380 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.1020226 Feb 08 16:51:12.401120 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-89acf6ad-b051-44bf-a4f0-c67b1f68e000 req-61cb19d7-61aa-40ac-8647-e8696eca04ab tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796232 Feb 08 16:51:12.519080 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:12.569132 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1a4b-099f-4330-b92e-0b57efc21cc7 req-64044299-9633-480a-bf99-677058025cab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:12.570774 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d1a1a4b-099f-4330-b92e-0b57efc21cc7 req-64044299-9633-480a-bf99-677058025cab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0644875 Feb 08 16:51:12.629330 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9d1a1a4b-099f-4330-b92e-0b57efc21cc7 req-f27f1178-0a3a-4028-9d60-332e14b30894 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518932 Feb 08 16:51:12.855234 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Deleting port e04ee1e3-d473-4d70-9df1-88066a909c5a {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:12.855857 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:12.941567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] For port e04ee1e3-d473-4d70-9df1-88066a909c5a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e04ee1e3-d473-4d70-9df1-88066a909c5a,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:12.942019 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:12.956222 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Calling delete_port for e04ee1e3-d473-4d70-9df1-88066a909c5a owned by network:router_interface {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:13.152316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (e04ee1e3-d473-4d70-9df1-88066a909c5a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:13.178377 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e04ee1e3-d473-4d70-9df1-88066a909c5a,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:13.226990 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.227344 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.227691 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.233709 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.234157 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.234503 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.234842 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.235179 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.235596 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.235960 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.236376 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.236712 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.237034 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:13.415277 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:13.500285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:13.533324 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 6f04fb2f-d81d-42f0-8c53-184ef0859a38 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:13.534069 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 6f04fb2f-d81d-42f0-8c53-184ef0859a38 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:13.582622 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d85d97-dede-4c6d-ad17-5545e05ff8f7 req-492ad4f1-f3bd-4225-980a-69d481013787 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:13.584234 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20d85d97-dede-4c6d-ad17-5545e05ff8f7 req-492ad4f1-f3bd-4225-980a-69d481013787 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.0757225 Feb 08 16:51:13.749735 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-20d85d97-dede-4c6d-ad17-5545e05ff8f7 req-b65e7c01-ed59-47b9-ac99-096e3a2015a0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560516 Feb 08 16:51:13.790244 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:13.802501 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066695-2c6c-41ff-a42f-b43d3913e666 req-9b6ca5dc-453d-4e82-855c-7c275c09dbc9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:13.804062 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c066695-2c6c-41ff-a42f-b43d3913e666 req-9b6ca5dc-453d-4e82-855c-7c275c09dbc9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0804577 Feb 08 16:51:13.866061 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9c066695-2c6c-41ff-a42f-b43d3913e666 req-54ed686f-bcc9-476b-867b-431114ffdecd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557029 Feb 08 16:51:13.922520 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:13.927499 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-15fcfe8a-e62d-4782-ac51-5b7095e61e8c admin admin] 10.222.0.35 "PUT /v2.0/routers/3a22ce55-c653-4fd1-a9e3-cb287ef0b775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0028398 Feb 08 16:51:13.930008 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59764) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:13.931944 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Sync routers for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:13.944868 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:13.945810 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:14.076279 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:14.117185 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:51:14.317586 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:51:13Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:14.349559 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Checking router: 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:14.360002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks [] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:14.361978 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Routers {'3a22ce55-c653-4fd1-a9e3-cb287ef0b775'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:14.362645 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:14.492809 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] Set router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:14.493096 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks [] for router_gateway (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:14.569408 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Deleting port d29bd95d-9649-456f-bdd0-7d50b86dda0d {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:14.570037 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:14.679854 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] For port d29bd95d-9649-456f-bdd0-7d50b86dda0d, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=d29bd95d-9649-456f-bdd0-7d50b86dda0d,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:14.679854 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:14.686525 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Calling delete_port for d29bd95d-9649-456f-bdd0-7d50b86dda0d owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:14.725795 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:51:13Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:14.754194 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa8ff3-4ee3-40f7-b718-266fea17ac90 None None] The sync data for ids ['3a22ce55-c653-4fd1-a9e3-cb287ef0b775'] in dv-cinder-827860-2-iscsi is: [{'id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'name': 'tempest-TestShelveInstance-834719204-router', 'tenant_id': '08bc94fd80244144ae5883c54707e219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:43:58Z', 'updated_at': '2022-02-08T16:51:13Z', 'revision_number': 5, 'project_id': '08bc94fd80244144ae5883c54707e219', 'gw_port': {'id': 'd29bd95d-9649-456f-bdd0-7d50b86dda0d', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a22ce55-c653-4fd1-a9e3-cb287ef0b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:43:59Z', 'updated_at': '2022-02-08T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:14.926760 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3feee2-d03c-44d2-ad86-3b394dad7a36 req-82edd74e-f747-4c30-8993-13f7b18bbf6a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:14.928324 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0c3feee2-d03c-44d2-ad86-3b394dad7a36 req-82edd74e-f747-4c30-8993-13f7b18bbf6a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.0899658 Feb 08 16:51:14.952699 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (d29bd95d-9649-456f-bdd0-7d50b86dda0d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:14.985218 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Pushing event deleted for resources: {'Port': ['ID=d29bd95d-9649-456f-bdd0-7d50b86dda0d,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:15.057059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0c3feee2-d03c-44d2-ad86-3b394dad7a36 req-d36bb9ba-784d-475d-89b7-30cd2b39890f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204462 Feb 08 16:51:15.071915 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39745894-b76f-4645-ae2d-95ec36bb0d7d req-7c494939-9c49-4c72-a96c-8438a911a32a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:15.076495 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39745894-b76f-4645-ae2d-95ec36bb0d7d req-7c494939-9c49-4c72-a96c-8438a911a32a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0886295 Feb 08 16:51:15.084648 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.164264 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-39745894-b76f-4645-ae2d-95ec36bb0d7d req-30abb847-d0e2-43fa-865d-689d057eeea7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796509 Feb 08 16:51:15.208092 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.210455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks [] for router_controller (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.283237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (3a22ce55-c653-4fd1-a9e3-cb287ef0b775), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.284170 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a22ce55-c653-4fd1-a9e3-cb287ef0b775 {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:51:15.289567 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.292306 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-627742d1-5f64-41a6-b896-9f95f21a189f admin admin] 10.222.0.35 "DELETE /v2.0/routers/3a22ce55-c653-4fd1-a9e3-cb287ef0b775 HTTP/1.1" status: 204 len: 168 time: 1.3611488 Feb 08 16:51:15.293458 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59774) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:15.361746 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Deleting subnet 4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:51:15.365075 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Publish callbacks [] for subnet (4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.408760 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.511046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.599158 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.626599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:15.630829 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.636875 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4990b4fb-bf54-4d22-a0d6-efe1c36ca5e5 HTTP/1.1" status: 204 len: 168 time: 0.3394473 Feb 08 16:51:15.638406 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59776) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:15.641199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.641578 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.641927 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.642269 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.642655 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.642973 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.643311 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.643652 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.644184 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c4b8d5-ac23-4df1-8379-1768a99d89e9 None None] Network c554db4f-82e2-45eb-abb6-e85a666ce499 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:15.644323 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.644693 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.645035 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.645364 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.646064 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb152cc7-4bc4-4234-b374-be339d1dae47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:15.763579 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (c554db4f-82e2-45eb-abb6-e85a666ce499), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.841996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Deleting port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:15.842341 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.911300 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] For port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:15.911662 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:15.925942 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Calling delete_port for 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e owned by network:dhcp {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:15.958212 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] DHCP port deletion for c554db4f-82e2-45eb-abb6-e85a666ce499 request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:51:16.019911 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Deleting port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:16.020629 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.077918 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.108620 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:16.125820 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] For port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,segment=NetworkSegment(d82c6419-721a-4171-b09b-ec5e7ed29ddd),segment_id=d82c6419-721a-4171-b09b-ec5e7ed29ddd)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:16.126197 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.140583 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] No DVR routers for this DVR port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e on host dv-cinder-827860-2-iscsi {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:16.146107 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Calling delete_port for 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e owned by network:dhcp {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:16.268430 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (c554db4f-82e2-45eb-abb6-e85a666ce499), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.311241 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c554db4f-82e2-45eb-abb6-e85a666ce499']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:16.322035 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284'] for port (9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.331239 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d29bd95d-9649-456f-bdd0-7d50b86dda0d no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:16.338394 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] No DVR routers for this DVR port 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e on host dv-cinder-827860-2-iscsi {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:16.339587 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82c6419-721a-4171-b09b-ec5e7ed29ddd') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:16.339724 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82c6419-721a-4171-b09b-ec5e7ed29ddd') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:16.367345 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (d82c6419-721a-4171-b09b-ec5e7ed29ddd), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.367988 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bbc0e-601b-4b12-a692-5a50a643c956 req-edd3bc90-42d8-48bf-9f00-2f9602b83700 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:16.370412 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a1bbc0e-601b-4b12-a692-5a50a643c956 req-edd3bc90-42d8-48bf-9f00-2f9602b83700 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0925930 Feb 08 16:51:16.385681 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (d82c6419-721a-4171-b09b-ec5e7ed29ddd), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.397424 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a0f7-1a62-4f30-8f79-1d92fe23ce52 req-52425a8e-e881-4819-af93-0192e9394afa tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:16.398923 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fad0a0f7-1a62-4f30-8f79-1d92fe23ce52 req-52425a8e-e881-4819-af93-0192e9394afa tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.1088381 Feb 08 16:51:16.401688 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:51:16.402658 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (d82c6419-721a-4171-b09b-ec5e7ed29ddd), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:51:16.405444 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:51:16.411501 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea511d0-841f-42c9-b9f4-6955fb83cabd None None] Pushing event deleted for resources: {'Port': ['ID=9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:16.413412 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: d29bd95d-9649-456f-bdd0-7d50b86dda0d {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:16.414000 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device d29bd95d-9649-456f-bdd0-7d50b86dda0d not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:16.414694 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e04ee1e3-d473-4d70-9df1-88066a909c5a no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:16.436771 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: e04ee1e3-d473-4d70-9df1-88066a909c5a {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:16.437269 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e04ee1e3-d473-4d70-9df1-88066a909c5a not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:16.437793 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:16.464857 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9a1bbc0e-601b-4b12-a692-5a50a643c956 req-a4b77553-a75f-4f10-bd70-7340c22341f3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799623 Feb 08 16:51:16.495197 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:16.495550 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9a6a3deb-7a5f-44d3-a3c4-0ffab938fa3e not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:16.524945 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fad0a0f7-1a62-4f30-8f79-1d92fe23ce52 req-39662ea4-7866-466a-9dda-0e115f5f72da tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185980 Feb 08 16:51:16.525655 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (c554db4f-82e2-45eb-abb6-e85a666ce499), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.539734 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:16.543127 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] 10.222.0.35 "DELETE /v2.0/networks/c554db4f-82e2-45eb-abb6-e85a666ce499 HTTP/1.1" status: 204 len: 168 time: 0.9042721 Feb 08 16:51:16.547744 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59782) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:16.555549 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3eec-3836-459c-afa5-0bb93c7147be admin admin] Pushing event deleted for resources: {'Network': ['ID=c554db4f-82e2-45eb-abb6-e85a666ce499,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:16.965731 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (9df1fe57-0e67-4811-884c-f49f7d25522a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.280368 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Deleting port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:17.280697 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.374852 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] For port 2a4c8f92-fe1a-4dbe-be42-200e4a32c830, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:17.375534 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.390288 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Calling delete_port for 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:17.546984 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:51:17.639332 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (2a4c8f92-fe1a-4dbe-be42-200e4a32c830), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.693077 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4c8f92-fe1a-4dbe-be42-200e4a32c830,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:17.709733 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:17.729550 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'port_id': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'mac_address': 'fa:16:3e:e6:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:51:17.749688 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529751-77b3-48ad-940a-2a35339a93d5 req-114fc76e-8c85-41a2-b206-bc2fca2959b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:17.751978 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5a529751-77b3-48ad-940a-2a35339a93d5 req-114fc76e-8c85-41a2-b206-bc2fca2959b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 943 time: 0.1210060 Feb 08 16:51:17.791274 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:17.791632 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.805152 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49acd7d-412e-4041-8d09-318b1c31dc00 req-59a94044-6282-4adb-b5ae-ee8455377d12 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:17.806582 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e49acd7d-412e-4041-8d09-318b1c31dc00 req-59a94044-6282-4adb-b5ae-ee8455377d12 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.2054789 Feb 08 16:51:17.826113 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:17.857728 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:17.868789 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:17.871369 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5a529751-77b3-48ad-940a-2a35339a93d5 req-df320bc4-38eb-427f-a6de-e0a35289c36a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120327 Feb 08 16:51:17.934190 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:18.016859 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e49acd7d-412e-4041-8d09-318b1c31dc00 req-3e9c054f-87bb-432e-8423-32c27b1216f8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591103 Feb 08 16:51:18.032543 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (9df1fe57-0e67-4811-884c-f49f7d25522a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:18.301928 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Router 9df1fe57-0e67-4811-884c-f49f7d25522a has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:18.309633 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['27712d05-cbfb-45c1-a1bc-a52d3f0584e7'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:51:18.430010 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:18.439738 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Sync routers for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:18.453620 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:18.456563 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ea5c5ca3-2d9a-498e-a129-5847dc2ddfde admin admin] 10.222.0.35 "PUT /v2.0/routers/9df1fe57-0e67-4811-884c-f49f7d25522a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076931 Feb 08 16:51:18.457530 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:18.459481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59794) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:18.580883 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:18.677452 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks [] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:18.816808 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:51:17Z', 'revision_number': 5, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port': {'id': 'a8804c93-1f72-4e0b-bc27-136782638db7', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:44:05Z', 'updated_at': '2022-02-08T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:18.847278 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks [] for router_gateway (9df1fe57-0e67-4811-884c-f49f7d25522a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:18.853365 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Checking router: 9df1fe57-0e67-4811-884c-f49f7d25522a for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:18.875440 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Routers {'9df1fe57-0e67-4811-884c-f49f7d25522a'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:18.878618 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['9df1fe57-0e67-4811-884c-f49f7d25522a'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:18.999837 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] Set router 9df1fe57-0e67-4811-884c-f49f7d25522a gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:19.006667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Deleting port a8804c93-1f72-4e0b-bc27-136782638db7 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:19.007013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.058834 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:51:18Z', 'revision_number': 6, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:19.087801 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe449d-8369-43be-bbff-ff473d86ca7c None None] The sync data for ids ['9df1fe57-0e67-4811-884c-f49f7d25522a'] in dv-cinder-827860-2-iscsi is: [{'id': '9df1fe57-0e67-4811-884c-f49f7d25522a', 'name': 'tempest-TestShelveInstance-1938011735-router', 'tenant_id': '6a212c4539cf48b19dc8c97b9373be6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:44:04Z', 'updated_at': '2022-02-08T16:51:18Z', 'revision_number': 6, 'project_id': '6a212c4539cf48b19dc8c97b9373be6f', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:19.138816 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] For port a8804c93-1f72-4e0b-bc27-136782638db7, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=a8804c93-1f72-4e0b-bc27-136782638db7,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:19.139184 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.148197 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f65ea-44dc-45f1-8ffd-ccb1fbf12fc8 req-31988581-c935-429b-8705-798d74856f85 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:19.152095 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c65f65ea-44dc-45f1-8ffd-ccb1fbf12fc8 req-31988581-c935-429b-8705-798d74856f85 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 944 time: 0.1998315 Feb 08 16:51:19.174937 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Calling delete_port for a8804c93-1f72-4e0b-bc27-136782638db7 owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:19.187191 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8532-ebfa-45fa-8220-4204666f4049 req-ae9549f6-8ff2-457b-8b94-7a568976623a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:19.188885 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ebb8532-ebfa-45fa-8220-4204666f4049 req-ae9549f6-8ff2-457b-8b94-7a568976623a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0821722 Feb 08 16:51:19.242307 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6ebb8532-ebfa-45fa-8220-4204666f4049 req-f5e33b45-f0c6-4bc1-92a0-9c46a7cf0e9b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471482 Feb 08 16:51:19.251196 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c65f65ea-44dc-45f1-8ffd-ccb1fbf12fc8 req-cf892347-fdf6-4ac7-bd98-a30bcf2cf5e1 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906606 Feb 08 16:51:19.384912 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (a8804c93-1f72-4e0b-bc27-136782638db7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.410202 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8804c93-1f72-4e0b-bc27-136782638db7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:19.474619 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (9df1fe57-0e67-4811-884c-f49f7d25522a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.547257 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:19.570785 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.573002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks [] for router_controller (9df1fe57-0e67-4811-884c-f49f7d25522a), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.597517 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:51:19.601247 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:19.601705 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.616171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (9df1fe57-0e67-4811-884c-f49f7d25522a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.616704 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9df1fe57-0e67-4811-884c-f49f7d25522a {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:51:19.621102 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.622559 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3a27da1a-6e57-41cd-b2ea-ecd35556a464 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9df1fe57-0e67-4811-884c-f49f7d25522a HTTP/1.1" status: 204 len: 168 time: 1.1615767 Feb 08 16:51:19.625280 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59820) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:19.668686 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Deleting subnet 860518f9-499f-4601-84e2-852e89f81d7a {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:51:19.671651 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Publish callbacks [] for subnet (860518f9-499f-4601-84e2-852e89f81d7a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.681266 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:19.681645 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.704635 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:19.706913 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb57bd0-ca80-4cc4-8ec0-340b4fc955b6" -d '{"events": [{"server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "name": "network-vif-plugged", "status": "completed", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:19.709707 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (860518f9-499f-4601-84e2-852e89f81d7a), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.720201 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:19.725396 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.747901 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2dc373-7e3f-4008-b461-3d2d3b0d1b70 x-openstack-request-id: req-4a2dc373-7e3f-4008-b461-3d2d3b0d1b70 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:19.748194 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "name": "network-vif-plugged", "status": "completed", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:19.748694 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a2dc373-7e3f-4008-b461-3d2d3b0d1b70 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:19.749080 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'code': 200} Feb 08 16:51:19.774219 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:19.793046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (860518f9-499f-4601-84e2-852e89f81d7a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.844724 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (860518f9-499f-4601-84e2-852e89f81d7a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.870801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860518f9-499f-4601-84e2-852e89f81d7a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:19.873583 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.876767 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-13baae18-f0f0-49db-b827-d1dcbd3cf03b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/860518f9-499f-4601-84e2-852e89f81d7a HTTP/1.1" status: 204 len: 168 time: 0.2503932 Feb 08 16:51:19.879247 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59824) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:19.885741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ff417-9e28-4f48-82ca-81a6fce084f9 None None] Network 95d787f2-1f09-4519-9835-09b519afc56a requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:19.960198 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (95d787f2-1f09-4519-9835-09b519afc56a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.029169 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Deleting port 6576a9d7-4be6-47d2-8647-c8c06206c03d {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:20.029565 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.085310 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] DHCP port deletion for 95d787f2-1f09-4519-9835-09b519afc56a request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:51:20.112021 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] For port 6576a9d7-4be6-47d2-8647-c8c06206c03d, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6576a9d7-4be6-47d2-8647-c8c06206c03d,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:20.112442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.128219 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Calling delete_port for 6576a9d7-4be6-47d2-8647-c8c06206c03d owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:20.136304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Deleting port 6576a9d7-4be6-47d2-8647-c8c06206c03d {{(pid=109223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:20.136717 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), before_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.237925 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] For port 6576a9d7-4be6-47d2-8647-c8c06206c03d, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=6576a9d7-4be6-47d2-8647-c8c06206c03d,segment=NetworkSegment(30a66601-8aa7-4a19-9a0e-ceb9336f1472),segment_id=30a66601-8aa7-4a19-9a0e-ceb9336f1472)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:20.238329 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), precommit_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.255444 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d1bdf-a2b6-4f9b-ad0e-b6b7c84f623c req-cc43f9b0-30fa-4e5a-a0cc-5ed209834b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.257299 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c54d1bdf-a2b6-4f9b-ad0e-b6b7c84f623c req-cc43f9b0-30fa-4e5a-a0cc-5ed209834b82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1129 time: 0.1266630 Feb 08 16:51:20.264097 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Calling delete_port for 6576a9d7-4be6-47d2-8647-c8c06206c03d owned by network:dhcp {{(pid=109223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:20.283783 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c59417-a5c0-4767-9946-c6e165674565 req-30bc20e4-97d2-4084-adf7-47b70861bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.286987 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-30bc20e4-97d2-4084-adf7-47b70861bd17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1130 time: 0.1120594 Feb 08 16:51:20.357660 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.389466 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:20.414809 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:20.415178 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 2a4c8f92-fe1a-4dbe-be42-200e4a32c830 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:20.415592 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6576a9d7-4be6-47d2-8647-c8c06206c03d no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:20.430819 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Pushing event deleted for resources: {'Port': ['ID=6576a9d7-4be6-47d2-8647-c8c06206c03d,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:20.451304 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 6576a9d7-4be6-47d2-8647-c8c06206c03d {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:20.451655 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 6576a9d7-4be6-47d2-8647-c8c06206c03d not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:20.452091 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a8804c93-1f72-4e0b-bc27-136782638db7 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:20.452199 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] No DVR routers for this DVR port 6576a9d7-4be6-47d2-8647-c8c06206c03d on host dv-cinder-827860-2-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:20.460633 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c54d1bdf-a2b6-4f9b-ad0e-b6b7c84f623c req-60928722-6404-4c13-991e-2947a4bb2e25 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899977 Feb 08 16:51:20.484777 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: a8804c93-1f72-4e0b-bc27-136782638db7 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:20.485122 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device a8804c93-1f72-4e0b-bc27-136782638db7 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:20.485561 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5f1d-6c21-4529-a996-9ea241424353 req-f0e4ee5f-7c4c-4a7a-8182-7d5e65ed1ab2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.487184 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a14b5f1d-6c21-4529-a996-9ea241424353 req-f0e4ee5f-7c4c-4a7a-8182-7d5e65ed1ab2 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0884595 Feb 08 16:51:20.488800 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c59417-a5c0-4767-9946-c6e165674565 req-efee095c-f0b6-468e-b757-ad272bd14f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.490363 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-efee095c-f0b6-468e-b757-ad272bd14f10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.1926012 Feb 08 16:51:20.499029 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284'] for port (6576a9d7-4be6-47d2-8647-c8c06206c03d), after_delete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.518089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e8397-1b7a-4e89-a96b-93eacf07e60c req-5ad2cd35-f8a6-4cf9-aa80-564fe95a0ec5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.519557 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-516e8397-1b7a-4e89-a96b-93eacf07e60c req-5ad2cd35-f8a6-4cf9-aa80-564fe95a0ec5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.1502845 Feb 08 16:51:20.524897 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] Pushing event deleted for resources: {'Port': ['ID=6576a9d7-4be6-47d2-8647-c8c06206c03d,revision_number=None']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:20.530406 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed38d7-f197-4972-b256-cc535b3547c1 None None] No DVR routers for this DVR port 6576a9d7-4be6-47d2-8647-c8c06206c03d on host dv-cinder-827860-2-iscsi {{(pid=109223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:20.543000 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a14b5f1d-6c21-4529-a996-9ea241424353 req-5b0757bf-f8d4-4448-a24b-096fd4a962f3 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502586 Feb 08 16:51:20.578064 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (95d787f2-1f09-4519-9835-09b519afc56a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.612143 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d787f2-1f09-4519-9835-09b519afc56a']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:20.623027 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-516e8397-1b7a-4e89-a96b-93eacf07e60c req-f1d4ae5b-81f3-4ba1-ac2e-ed71d62dd773 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751505 Feb 08 16:51:20.626400 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a66601-8aa7-4a19-9a0e-ceb9336f1472') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:20.626996 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a66601-8aa7-4a19-9a0e-ceb9336f1472') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:20.635587 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (30a66601-8aa7-4a19-9a0e-ceb9336f1472), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.650509 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (30a66601-8aa7-4a19-9a0e-ceb9336f1472), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.657069 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:51:20.657574 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (30a66601-8aa7-4a19-9a0e-ceb9336f1472), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:51:20.659389 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:51:20.712270 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (95d787f2-1f09-4519-9835-09b519afc56a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.717474 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.720762 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] 10.222.0.35 "DELETE /v2.0/networks/95d787f2-1f09-4519-9835-09b519afc56a HTTP/1.1" status: 204 len: 168 time: 0.8405795 Feb 08 16:51:20.733970 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047c96-5326-441c-9af9-0b3d5a913381 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d787f2-1f09-4519-9835-09b519afc56a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:20.800977 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-88b8952c-9b4b-4023-88fd-4ebc1b236a48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 1002 time: 0.0635505 Feb 08 16:51:20.834889 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59834) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:20.849486 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c59417-a5c0-4767-9946-c6e165674565 req-29362609-83a5-4c35-865e-1aeaa1798fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.850936 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-29362609-83a5-4c35-865e-1aeaa1798fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0445101 Feb 08 16:51:20.878440 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bbb6f3f1-8fbc-43d2-bd1c-d9f5a5e720e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08bc94fd80244144ae5883c54707e219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424018 Feb 08 16:51:20.880972 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59836) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:20.901460 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c59417-a5c0-4767-9946-c6e165674565 req-c8c2309e-8f23-463b-9688-a1a46c112f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:20.903471 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-c8c2309e-8f23-463b-9688-a1a46c112f74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453579 Feb 08 16:51:20.927514 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] Publish callbacks [] for security_group (44fe78b7-c722-400c-a9b4-8260dd2a0ec8), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.947770 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] Publish callbacks [] for security_group (44fe78b7-c722-400c-a9b4-8260dd2a0ec8), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.997344 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (44fe78b7-c722-400c-a9b4-8260dd2a0ec8), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.001054 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.002228 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44fe78b7-c722-400c-a9b4-8260dd2a0ec8 HTTP/1.1" status: 204 len: 168 time: 0.1203847 Feb 08 16:51:21.007424 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-45fc7d4a-86d7-4f66-869d-cda865422405 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913208 Feb 08 16:51:21.010881 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b95dd-35ba-40dc-93e2-5f7157336203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe78b7-c722-400c-a9b4-8260dd2a0ec8,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:21.110847 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b8c59417-a5c0-4767-9946-c6e165674565 req-804e6978-742e-4a10-8d06-870817e0f90e service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954082 Feb 08 16:51:21.357203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59854) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:21.400448 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c62a79f2-b90f-465f-9b03-ca0078ca809e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a212c4539cf48b19dc8c97b9373be6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419965 Feb 08 16:51:21.402862 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59856) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:21.448015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] Publish callbacks [] for security_group (4129cee6-d4f8-427f-b25e-6c75f720c673), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.470293 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] Publish callbacks [] for security_group (4129cee6-d4f8-427f-b25e-6c75f720c673), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.518586 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4129cee6-d4f8-427f-b25e-6c75f720c673), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.521523 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:21.522714 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4129cee6-d4f8-427f-b25e-6c75f720c673 HTTP/1.1" status: 204 len: 168 time: 0.1189344 Feb 08 16:51:21.530433 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4479d-8a6f-41a6-b80c-d54f38dd2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129cee6-d4f8-427f-b25e-6c75f720c673,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:21.671678 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae3315-d392-46ad-b078-a3204ef83e69 req-8f7137dd-e658-4d94-97f2-683934c96559 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:21.673650 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cfae3315-d392-46ad-b078-a3204ef83e69 req-8f7137dd-e658-4d94-97f2-683934c96559 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0557027 Feb 08 16:51:21.756371 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cfae3315-d392-46ad-b078-a3204ef83e69 req-061b46e7-8ae4-4f64-abf1-74cc07ec5f36 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767143 Feb 08 16:51:21.764089 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734261-21a8-450a-a93a-bf9a3a98c77b req-1da9505c-ce26-42c6-b9c6-0959bb28100a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:21.765692 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2734261-21a8-450a-a93a-bf9a3a98c77b req-1da9505c-ce26-42c6-b9c6-0959bb28100a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0704498 Feb 08 16:51:21.828854 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a2734261-21a8-450a-a93a-bf9a3a98c77b req-810e85b4-bb59-4cab-941f-6d8af7293d05 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535073 Feb 08 16:51:22.860766 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae117f-91f3-4162-b085-d077687bf01a req-75203e21-d49c-4bdd-b303-06bd334521ee tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:22.862245 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9bae117f-91f3-4162-b085-d077687bf01a req-75203e21-d49c-4bdd-b303-06bd334521ee tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0552709 Feb 08 16:51:22.886589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e98c3-822b-437a-9cbf-05367948750e req-97217073-da68-4ef3-b080-75c1b43f1bcd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:22.888663 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6a5e98c3-822b-437a-9cbf-05367948750e req-97217073-da68-4ef3-b080-75c1b43f1bcd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 946 time: 0.0591946 Feb 08 16:51:22.916939 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9bae117f-91f3-4162-b085-d077687bf01a req-a106aad1-d3da-4423-bbfd-fcfaf21c50d1 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485036 Feb 08 16:51:22.951795 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6a5e98c3-822b-437a-9cbf-05367948750e req-0f64c740-7188-49a3-a6a9-4945a5a8494e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562847 Feb 08 16:51:23.037386 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645542b-11f7-4ae0-a543-7b3efa88fe64 req-c9cb07e9-8f24-4deb-a3be-e6e7a0c59cbd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:23.038830 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3645542b-11f7-4ae0-a543-7b3efa88fe64 req-c9cb07e9-8f24-4deb-a3be-e6e7a0c59cbd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0528669 Feb 08 16:51:23.087278 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3645542b-11f7-4ae0-a543-7b3efa88fe64 req-3f2b9636-21b0-4a55-aaea-655f3401a0f7 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Feb 08 16:51:23.202312 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9dc57-6fef-4803-9a35-b6722381af49 req-b3c18296-167d-4266-98de-a8b499113ebc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:23.203659 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b6b9dc57-6fef-4803-9a35-b6722381af49 req-b3c18296-167d-4266-98de-a8b499113ebc tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0521367 Feb 08 16:51:23.251087 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b6b9dc57-6fef-4803-9a35-b6722381af49 req-ee6ff083-d33c-4eb3-be9a-efef2013f901 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Feb 08 16:51:23.273161 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59888) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:23.506490 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a3bc63-26ea-439e-904f-4a2c5b98fd87 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:23.508001 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-58a3bc63-26ea-439e-904f-4a2c5b98fd87 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1124 time: 0.2338350 Feb 08 16:51:23.510893 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59892) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:23.515575 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'port_id': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:23.535974 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.569233 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:23.630156 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.648005 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: ACTIVE; New status is: DOWN {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:23.648388 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.670223 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:23.672473 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91e22d-b6f6-4263-a0da-f671b510e0d3" -d '{"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:23.685105 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:23.692307 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.714640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3086ed16-1f80-4c65-a7f7-390d1b827707 x-openstack-request-id: req-3086ed16-1f80-4c65-a7f7-390d1b827707 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:23.714867 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-unplugged", "status": "failed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "code": 422}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:23.715641 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3086ed16-1f80-4c65-a7f7-390d1b827707 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:23.716094 dv-cinder-827860-2-iscsi neutron-server[109223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'code': 422} returned with failed status Feb 08 16:51:23.740716 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=8']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:23.743745 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.27.1.80 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/c8398d62-d68e-4a6c-8857-93c6535933d9) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:23.840932 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.873122 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:23.915894 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:23.920778 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:23.923125 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:23.945919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=c8398d62-d68e-4a6c-8857-93c6535933d9,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:24.050531 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc779a1-0137-4ebc-880f-f3ea5f2bf213 req-c7e4150b-594e-4164-9200-bef702d5f017 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:24.052032 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5dc779a1-0137-4ebc-880f-f3ea5f2bf213 req-c7e4150b-594e-4164-9200-bef702d5f017 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0636978 Feb 08 16:51:24.102963 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5dc779a1-0137-4ebc-880f-f3ea5f2bf213 req-772752db-9cd3-49dc-9e66-ea2aaaed4cf6 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448987 Feb 08 16:51:24.160506 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d978ef-57ab-438c-b0bb-bb51c9413636 req-76f5de3d-258c-4d0b-9781-84dcdc50a358 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:24.162075 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12d978ef-57ab-438c-b0bb-bb51c9413636 req-76f5de3d-258c-4d0b-9781-84dcdc50a358 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.1322508 Feb 08 16:51:24.282694 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-12d978ef-57ab-438c-b0bb-bb51c9413636 req-fe57af7d-825f-4e7a-b5ac-e6a592b52de1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145387 Feb 08 16:51:24.346441 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (ca3c867c-5662-4a7a-b023-5582f3bbdfff), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:24.417680 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:24.575635 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:24.581300 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:24.655475 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=c8398d62-d68e-4a6c-8857-93c6535933d9,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:24.665253 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (ca3c867c-5662-4a7a-b023-5582f3bbdfff), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:24.977188 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-025a6534-f7db-47c6-93d7-94253cfc7813 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:24.978748 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-025a6534-f7db-47c6-93d7-94253cfc7813 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.0634575 Feb 08 16:51:25.042803 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP ca3c867c-5662-4a7a-b023-5582f3bbdfff associated. External IP: 172.27.1.80, port: 27712d05-cbfb-45c1-a1bc-a52d3f0584e7. Feb 08 16:51:25.082495 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Deleting port dc24f391-2e36-414a-9320-975414f69f4f {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:25.083137 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (dc24f391-2e36-414a-9320-975414f69f4f), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.208411 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] For port dc24f391-2e36-414a-9320-975414f69f4f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=dc24f391-2e36-414a-9320-975414f69f4f,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:25.208776 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (dc24f391-2e36-414a-9320-975414f69f4f), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.320641 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc521d2e-7a26-4386-a11d-5b2bbc1bae47 req-8614cea9-776e-4e18-bab8-65da6e7ec1cf tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:25.322047 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436a8d8-4ad6-4376-b8b2-94e3e0a4f5bd req-10d47b1f-1259-4d89-a2bb-2848ba732977 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:25.322199 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cc521d2e-7a26-4386-a11d-5b2bbc1bae47 req-8614cea9-776e-4e18-bab8-65da6e7ec1cf tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 945 time: 0.1107824 Feb 08 16:51:25.323525 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d436a8d8-4ad6-4376-b8b2-94e3e0a4f5bd req-10d47b1f-1259-4d89-a2bb-2848ba732977 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.1145873 Feb 08 16:51:25.341055 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:25.408906 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cc521d2e-7a26-4386-a11d-5b2bbc1bae47 req-69441af3-7089-478c-bcfc-1d56b5951ae2 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups?id=62e741ce-4447-4dff-8693-2671fe3028c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532048 Feb 08 16:51:25.443311 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-d436a8d8-4ad6-4376-b8b2-94e3e0a4f5bd req-b61320f9-2f17-4fcd-9aec-21e96eae95c6 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126122 Feb 08 16:51:25.487628 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:25.490984 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.490984 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.491591 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Floating IP 9714ea93-7ad5-42df-a7ce-92747784ab71 disassociated. External IP: 172.27.1.249, port: dc24f391-2e36-414a-9320-975414f69f4f. Feb 08 16:51:25.492036 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Calling delete_port for dc24f391-2e36-414a-9320-975414f69f4f owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:25.500817 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:25.507713 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.513196 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:25.514210 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:25.541748 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-86d1bced-373b-4d14-93ea-2f41452370a3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0298550 Feb 08 16:51:25.542332 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:25.545306 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:25.582398 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f700c-7020-47b5-b7ca-d07a1ba73c3e x-openstack-request-id: req-c86f700c-7020-47b5-b7ca-d07a1ba73c3e {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:25.582688 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:25.582940 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c86f700c-7020-47b5-b7ca-d07a1ba73c3e {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:25.583636 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'status': 'completed', 'code': 200} Feb 08 16:51:25.625098 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-4caf236a-1102-4d40-bd41-549195dd6e58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146464 Feb 08 16:51:25.636340 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:25.652676 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-b9a302e2-3d31-4984-a741-584b83909d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:25.654710 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-b9a302e2-3d31-4984-a741-584b83909d74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1129 time: 0.0488629 Feb 08 16:51:25.700836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (dc24f391-2e36-414a-9320-975414f69f4f), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.731255 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'Port': ['ID=dc24f391-2e36-414a-9320-975414f69f4f,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:25.761521 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-19502dc3-a8da-4f42-8266-0274827baeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:25.775550 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-1d93903e-0ea4-4433-acb8-e61161f296f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:25.778368 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-1d93903e-0ea4-4433-acb8-e61161f296f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.1177957 Feb 08 16:51:25.863848 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-5f98094d-a2d1-4b4d-9f57-33b09013a2b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 200 len: 998 time: 0.0805104 Feb 08 16:51:25.877214 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:25.926663 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-2437f3da-0a61-4b60-a171-d363b27139d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:25.928200 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-2437f3da-0a61-4b60-a171-d363b27139d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0587482 Feb 08 16:51:25.963398 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'ca3c867c-5662-4a7a-b023-5582f3bbdfff', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:e6:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37885d5b-9597-417c-9d29-bd637383943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:51:24Z', 'updated_at': '2022-02-08T16:51:24Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:25.994667 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:26.006779 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:26.007601 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-ecdf0e0d-cf1a-41e7-9361-4f51b38265da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.008130 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:26.009200 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-ecdf0e0d-cf1a-41e7-9361-4f51b38265da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749435 Feb 08 16:51:26.118149 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-b5dbdeed-9266-4404-a3f6-323b109f1674 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013072 Feb 08 16:51:26.144373 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:26.271346 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4b63c1f4-ec8c-4d71-b617-6c00be2ec6f7 req-9dc78867-8858-4e78-a041-9e781dfaaa51 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428707 Feb 08 16:51:26.350770 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:26.362202 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:26.374552 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:26.375087 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:26.393425 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] No DVR routers for this DVR port dc24f391-2e36-414a-9320-975414f69f4f on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:26.396011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:26.399441 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-201cc18d-7bbf-47a2-b80c-e86c89419668 req-cc7aa1b1-a3fb-43e7-978f-94ca418f9265 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.42 "DELETE /v2.0/ports/dc24f391-2e36-414a-9320-975414f69f4f HTTP/1.1" status: 204 len: 173 time: 1.4157684 Feb 08 16:51:26.399968 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'name': 'network-vif-deleted', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:26.402308 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca8a386-d63e-4cae-8191-e1c0fa262656" -d '{"events": [{"server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "name": "network-vif-deleted", "tag": "dc24f391-2e36-414a-9320-975414f69f4f"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:26.441142 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9194c94-469d-420f-8427-e76ef92fa58e x-openstack-request-id: req-e9194c94-469d-420f-8427-e76ef92fa58e {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:26.441690 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69ba823-eca2-461c-849e-746060cb934b", "name": "network-vif-deleted", "tag": "dc24f391-2e36-414a-9320-975414f69f4f", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:26.441942 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9194c94-469d-420f-8427-e76ef92fa58e {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:26.442370 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69ba823-eca2-461c-849e-746060cb934b', 'name': 'network-vif-deleted', 'tag': 'dc24f391-2e36-414a-9320-975414f69f4f', 'status': 'completed', 'code': 200} Feb 08 16:51:26.458795 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'ca3c867c-5662-4a7a-b023-5582f3bbdfff', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:e6:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37885d5b-9597-417c-9d29-bd637383943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:51:24Z', 'updated_at': '2022-02-08T16:51:24Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:26.491268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c747f-4b8c-43c3-81e8-8e3ebd02328e None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'ca3c867c-5662-4a7a-b023-5582f3bbdfff', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:e6:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37885d5b-9597-417c-9d29-bd637383943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:51:24Z', 'updated_at': '2022-02-08T16:51:24Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:26.558695 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-28a8897a-0503-40f2-9e35-2e0f60564bd1 req-0eeaf972-3831-4124-8e9b-a1e5e9f5fd15 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/ports?device_id=b69ba823-eca2-461c-849e-746060cb934b HTTP/1.1" status: 200 len: 210 time: 0.0444689 Feb 08 16:51:26.629187 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-d0fd351e-0c2f-4337-8e54-9e20ba11579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.630618 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-d0fd351e-0c2f-4337-8e54-9e20ba11579b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e&tenant_id=23325df6a88748fc9261e22c093ac67e HTTP/1.1" status: 200 len: 1128 time: 0.0680218 Feb 08 16:51:26.634564 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:26.644304 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86027576-ee7f-4715-b668-cb1f678943a2 req-a1a279e7-db63-4e2c-869b-c00080ae19d7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.645832 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86027576-ee7f-4715-b668-cb1f678943a2 req-a1a279e7-db63-4e2c-869b-c00080ae19d7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0820765 Feb 08 16:51:26.704785 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-86027576-ee7f-4715-b668-cb1f678943a2 req-06d24dd2-321c-442c-8e37-b23f809a2655 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532467 Feb 08 16:51:26.711156 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-ec594e64-5d06-42df-8413-10e3fe5bd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.712664 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-ec594e64-5d06-42df-8413-10e3fe5bd963 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1128 time: 0.0563991 Feb 08 16:51:26.775703 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9a1f5-7736-4ea6-b7e7-84e7756274fe None None] New status for floating IP ca3c867c-5662-4a7a-b023-5582f3bbdfff: ACTIVE {{(pid=109223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:51:26.813069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-b5d9dbba-c83b-487e-b057-6696f6029509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.814859 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-b5d9dbba-c83b-487e-b057-6696f6029509 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.0958614 Feb 08 16:51:26.867771 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:26.889882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-94ab8bc6-8c15-4b47-a1e4-6cfe2ab47980 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 1000 time: 0.0686221 Feb 08 16:51:26.900726 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:26.911592 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:26.912538 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:50:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:26.953275 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-eef7b6f7-1107-47f8-b896-92c62b290367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:26.955434 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-eef7b6f7-1107-47f8-b896-92c62b290367 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0602221 Feb 08 16:51:27.023454 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-dcfa04d5-54a6-45c1-a584-a771408cd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:27.024652 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-dcfa04d5-54a6-45c1-a584-a771408cd053 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634379 Feb 08 16:51:27.036053 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:27.129971 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-190139e4-c56e-4a9b-9067-e872d052cfbb service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984747 Feb 08 16:51:27.218312 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bad1941d-849f-4846-8237-0a0a7effe6a7 req-a9ebc041-838d-4d3f-a112-9d32d37082ba service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828350 Feb 08 16:51:27.247883 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:27.274840 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9b0d97-2eec-45e6-b663-4889bba2f5c7 None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:41:40Z', 'revision_number': 4, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '9538df60-71ec-4744-84c8-0bdf8ba57f65', 'name': '', 'network_id': '7ae536f5-aefa-4f5b-af4d-8517e1f813dd', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'mac_address': 'fa:16:3e:f2:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:50Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'subnets': [{'id': 'b98441e7-8fd0-4e8a-9813-ab7809335e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:27.492750 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d42101-8f7f-488d-bb74-f6d730aa5977 None None] New status for floating IP 9714ea93-7ad5-42df-a7ce-92747784ab71: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:51:27.596933 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc24f391-2e36-414a-9320-975414f69f4f no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:27.648741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: dc24f391-2e36-414a-9320-975414f69f4f {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:27.649549 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device dc24f391-2e36-414a-9320-975414f69f4f not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:27.650843 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:27.679916 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59984) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:27.844727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (62e741ce-4447-4dff-8693-2671fe3028c1), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:27.924293 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: DOWN; New status is: DOWN {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:27.938987 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (62e741ce-4447-4dff-8693-2671fe3028c1), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.003412 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3913b9-af4f-418d-ac01-f8e305cb5cb9 req-7e649c23-ab61-4c36-882a-fc990f17a8b1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:28.004896 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db3913b9-af4f-418d-ac01-f8e305cb5cb9 req-7e649c23-ab61-4c36-882a-fc990f17a8b1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.1853352 Feb 08 16:51:28.030792 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-37f54f2f-b128-41c8-afea-aaed9d0b60e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.089362 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-db3913b9-af4f-418d-ac01-f8e305cb5cb9 req-8ac688ff-817e-49e5-aaab-f54f84985e1f tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646925 Feb 08 16:51:28.120566 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (62e741ce-4447-4dff-8693-2671fe3028c1), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.124816 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.126338 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "DELETE /v2.0/security-groups/62e741ce-4447-4dff-8693-2671fe3028c1 HTTP/1.1" status: 204 len: 168 time: 0.4442704 Feb 08 16:51:28.129496 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 59988) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:28.137884 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c0f59-c981-4c9d-acaa-a79d2982c041 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e741ce-4447-4dff-8693-2671fe3028c1,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:28.169848 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.api.v2.resource [None req-374cec56-b04d-400e-a66c-d15ccce9a97b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] show failed (client error): The resource could not be found. Feb 08 16:51:28.172602 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-374cec56-b04d-400e-a66c-d15ccce9a97b tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "GET /v2.0/security-groups/62e741ce-4447-4dff-8693-2671fe3028c1 HTTP/1.1" status: 404 len: 347 time: 0.0406246 Feb 08 16:51:28.175509 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 59990) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:28.338996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Deleting port c4a490f9-0a07-453d-ace9-8481a4c65a8e {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:28.339656 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.422570 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.422888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (c4a490f9-0a07-453d-ace9-8481a4c65a8e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.435827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Calling delete_port for c4a490f9-0a07-453d-ace9-8481a4c65a8e owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:28.576660 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (c4a490f9-0a07-453d-ace9-8481a4c65a8e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.607365 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Pushing event deleted for resources: {'Port': ['ID=c4a490f9-0a07-453d-ace9-8481a4c65a8e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:28.673492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks [] for floatingip (9714ea93-7ad5-42df-a7ce-92747784ab71), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.676245 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:28.679995 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-e1a12a27-2518-47db-8249-53865ffb4756 tempest-AttachVolumeTestJSON-1905206352 tempest-AttachVolumeTestJSON-1905206352-project] 10.222.0.35 "DELETE /v2.0/floatingips/9714ea93-7ad5-42df-a7ce-92747784ab71 HTTP/1.1" status: 204 len: 168 time: 0.5007415 Feb 08 16:51:29.232394 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852007-8fee-4be4-93f5-14bb52b11f39 req-8cf7f765-462f-453a-a414-1e2c3b6b7e56 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:29.233932 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:29.234397 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dc852007-8fee-4be4-93f5-14bb52b11f39 req-8cf7f765-462f-453a-a414-1e2c3b6b7e56 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0663819 Feb 08 16:51:29.291958 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dc852007-8fee-4be4-93f5-14bb52b11f39 req-8eda5f79-c374-4779-aa20-7913b5fb0066 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518653 Feb 08 16:51:30.428229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c008f26-6e75-4373-a207-0c8913378343 req-f2ed40ea-c9c7-448d-8c2b-093622b96265 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:30.429657 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c008f26-6e75-4373-a207-0c8913378343 req-f2ed40ea-c9c7-448d-8c2b-093622b96265 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0617912 Feb 08 16:51:30.436560 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:30.484338 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4c008f26-6e75-4373-a207-0c8913378343 req-de47f851-d778-48df-b319-7d2769b5f811 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475612 Feb 08 16:51:31.641988 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d548b7-0f0e-4595-9ceb-370b94231bfa req-73cfcd10-e2ab-4a93-b7ef-4b80773267dd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:31.643595 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56d548b7-0f0e-4595-9ceb-370b94231bfa req-73cfcd10-e2ab-4a93-b7ef-4b80773267dd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0638330 Feb 08 16:51:31.695125 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-56d548b7-0f0e-4595-9ceb-370b94231bfa req-1db0ad0f-3db2-430d-8987-121c400d639c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Feb 08 16:51:31.966130 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:32.275561 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60026) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:32.812809 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:32.908932 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982aadc-d882-4c05-8711-b6d34e167e46 req-87383db2-e5f6-4496-9a43-e4848d49dfe5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:32.910727 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c982aadc-d882-4c05-8711-b6d34e167e46 req-87383db2-e5f6-4496-9a43-e4848d49dfe5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.1332626 Feb 08 16:51:33.007870 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c982aadc-d882-4c05-8711-b6d34e167e46 req-49f10670-6689-4f2d-b0b5-47d0fe315411 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886958 Feb 08 16:51:33.142167 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Deleting port 9538df60-71ec-4744-84c8-0bdf8ba57f65 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:33.142810 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:33.227432 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] For port 9538df60-71ec-4744-84c8-0bdf8ba57f65, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=9538df60-71ec-4744-84c8-0bdf8ba57f65,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:33.227840 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:33.241826 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Calling delete_port for 9538df60-71ec-4744-84c8-0bdf8ba57f65 owned by network:router_interface {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:33.442716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (9538df60-71ec-4744-84c8-0bdf8ba57f65), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:33.467349 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9538df60-71ec-4744-84c8-0bdf8ba57f65,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:33.670136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:33.904410 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:34.016339 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:34.022166 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-35fd9ffd-feab-4a06-a526-317f8d6d22b3 admin admin] 10.222.0.35 "PUT /v2.0/routers/c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454567 Feb 08 16:51:34.024690 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60036) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:34.027061 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Sync routers for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:34.037880 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:34.038611 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:51:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:34.212248 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks [] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.361328 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f24be-1df4-45ab-bc22-f8248b83286c req-c21397ae-b8f9-416e-aaad-8f0a1853b5db tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:34.368813 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-030f24be-1df4-45ab-bc22-f8248b83286c req-c21397ae-b8f9-416e-aaad-8f0a1853b5db tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.2367938 Feb 08 16:51:34.396652 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:34.407896 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks [] for router_gateway (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.485678 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Deleting port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:34.486381 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-030f24be-1df4-45ab-bc22-f8248b83286c req-2c18af5a-6c6c-48f5-971f-944e3aa91abd tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078503 Feb 08 16:51:34.486485 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.602905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] For port 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:34.603298 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.622028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Calling delete_port for 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:34.667588 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:51:33Z', 'revision_number': 5, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port': {'id': '50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:08:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:34.699716 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Checking router: c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:34.708351 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Routers {'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:34.709045 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:51:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:34.804652 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] Set router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d gateway port host: None {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:34.805237 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.832603 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Pushing event deleted for resources: {'Port': ['ID=50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:34.862773 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:51:34Z', 'revision_number': 6, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:34.895084 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71723630-ad12-46af-9eeb-c3f6ae472d81 None None] The sync data for ids ['c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d'] in dv-cinder-827860-2-iscsi is: [{'id': 'c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d', 'name': 'tempest-AttachVolumeTestJSON-1254464260-router', 'tenant_id': '2214758b43e6434b8c27d97f7fd1151c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:30Z', 'updated_at': '2022-02-08T16:51:34Z', 'revision_number': 6, 'project_id': '2214758b43e6434b8c27d97f7fd1151c', 'gw_port_host': None}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:34.897627 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.995872 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.998874 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks [] for router_controller (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.049422 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.050171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:51:35.058405 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.062391 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-47b5401d-24d6-4996-96a5-7d8d5eb8545c admin admin] 10.222.0.35 "DELETE /v2.0/routers/c5dcb6af-8182-4dae-9b61-a7d9fb8f0e7d HTTP/1.1" status: 204 len: 168 time: 1.0340638 Feb 08 16:51:35.062642 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60044) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:35.108807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Deleting subnet b98441e7-8fd0-4e8a-9813-ab7809335e8b {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:51:35.112562 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Publish callbacks [] for subnet (b98441e7-8fd0-4e8a-9813-ab7809335e8b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.147438 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (b98441e7-8fd0-4e8a-9813-ab7809335e8b), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.231578 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (b98441e7-8fd0-4e8a-9813-ab7809335e8b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.304982 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (b98441e7-8fd0-4e8a-9813-ab7809335e8b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.334113 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.339133 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b4e47-601d-4a00-a31c-fd3566e214b7 None None] Network 7ae536f5-aefa-4f5b-af4d-8517e1f813dd requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:35.341279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60046) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:35.341782 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b98441e7-8fd0-4e8a-9813-ab7809335e8b HTTP/1.1" status: 204 len: 168 time: 0.2779675 Feb 08 16:51:35.342689 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f039a-e5df-48b2-86e6-47e280c152c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98441e7-8fd0-4e8a-9813-ab7809335e8b,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:35.442174 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (7ae536f5-aefa-4f5b-af4d-8517e1f813dd), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.510719 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Deleting port ebeff06f-7f27-4b34-acb2-048c18b7b980 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:35.511076 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.579290 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] For port ebeff06f-7f27-4b34-acb2-048c18b7b980, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=ebeff06f-7f27-4b34-acb2-048c18b7b980,segment=NetworkSegment(6e22a270-9ab3-4732-a468-c0e5e3e45a8c),segment_id=6e22a270-9ab3-4732-a468-c0e5e3e45a8c)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:35.580033 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.594546 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Calling delete_port for ebeff06f-7f27-4b34-acb2-048c18b7b980 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:35.688283 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (ebeff06f-7f27-4b34-acb2-048c18b7b980), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.690947 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393eb3b-ac82-4508-bcf3-a07effefedc2 req-e11d0b22-02ba-4c80-b4e8-4bde289c7659 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:35.693819 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d393eb3b-ac82-4508-bcf3-a07effefedc2 req-e11d0b22-02ba-4c80-b4e8-4bde289c7659 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.1121173 Feb 08 16:51:35.715484 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebeff06f-7f27-4b34-acb2-048c18b7b980,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:35.720187 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] No DVR routers for this DVR port ebeff06f-7f27-4b34-acb2-048c18b7b980 on host dv-cinder-827860-2-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:35.754610 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d393eb3b-ac82-4508-bcf3-a07effefedc2 req-01bf9c0a-348c-4a19-ab16-feb92c95d5a5 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542324 Feb 08 16:51:35.755067 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91e551-322c-46f6-a7a8-bc948a953605 None None] DHCP port deletion for 7ae536f5-aefa-4f5b-af4d-8517e1f813dd request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:51:35.817645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (7ae536f5-aefa-4f5b-af4d-8517e1f813dd), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.838728 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae536f5-aefa-4f5b-af4d-8517e1f813dd']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:35.848035 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e22a270-9ab3-4732-a468-c0e5e3e45a8c') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:35.848476 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e22a270-9ab3-4732-a468-c0e5e3e45a8c') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:35.858730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (6e22a270-9ab3-4732-a468-c0e5e3e45a8c), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.873744 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (6e22a270-9ab3-4732-a468-c0e5e3e45a8c), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.879805 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:51:35.880203 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (6e22a270-9ab3-4732-a468-c0e5e3e45a8c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:51:35.881921 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:51:35.936805 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (7ae536f5-aefa-4f5b-af4d-8517e1f813dd), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.942152 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.947888 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7ae536f5-aefa-4f5b-af4d-8517e1f813dd HTTP/1.1" status: 204 len: 168 time: 0.6028192 Feb 08 16:51:35.956959 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280ceba-3e46-4616-b218-551b7c7029e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae536f5-aefa-4f5b-af4d-8517e1f813dd,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:36.077384 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60054) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:36.116743 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-222fda65-f0a5-4ba3-ab03-cf177a3bd3a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2214758b43e6434b8c27d97f7fd1151c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381439 Feb 08 16:51:36.119086 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60056) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:36.168919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] Publish callbacks [] for security_group (73c12499-76a6-45bb-b62a-8cc9a24b4b5e), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:36.190791 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] Publish callbacks [] for security_group (73c12499-76a6-45bb-b62a-8cc9a24b4b5e), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:36.237329 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (73c12499-76a6-45bb-b62a-8cc9a24b4b5e), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:36.238635 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device ebeff06f-7f27-4b34-acb2-048c18b7b980 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:36.239947 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:36.241074 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73c12499-76a6-45bb-b62a-8cc9a24b4b5e HTTP/1.1" status: 204 len: 168 time: 0.1211269 Feb 08 16:51:36.249572 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bdf8f-258d-4f09-894e-bf2601899d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c12499-76a6-45bb-b62a-8cc9a24b4b5e,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:36.268524 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: ebeff06f-7f27-4b34-acb2-048c18b7b980 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:36.268862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device ebeff06f-7f27-4b34-acb2-048c18b7b980 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:36.269273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:36.294114 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:36.294470 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 50c4fbee-db7c-4e27-a651-4c5b4e7fbc9e not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:36.294892 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9538df60-71ec-4744-84c8-0bdf8ba57f65 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:36.314606 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 9538df60-71ec-4744-84c8-0bdf8ba57f65 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:36.314952 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 9538df60-71ec-4744-84c8-0bdf8ba57f65 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:36.901997 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81056b27-2ca2-46f2-932c-3c49bd7968c2 req-5873ee55-bc44-48ea-9ab6-1f8230f1971c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.903800 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81056b27-2ca2-46f2-932c-3c49bd7968c2 req-5873ee55-bc44-48ea-9ab6-1f8230f1971c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0618117 Feb 08 16:51:36.951681 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-81056b27-2ca2-46f2-932c-3c49bd7968c2 req-5db01dcd-70d5-4ded-aeea-543ccb4ade2a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Feb 08 16:51:38.081496 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ded50-96cd-487c-935d-9111682707b8 req-b13e50f6-c4ad-4220-843b-4504b2bc92c8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:38.083216 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b96ded50-96cd-487c-935d-9111682707b8 req-b13e50f6-c4ad-4220-843b-4504b2bc92c8 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0577855 Feb 08 16:51:38.107146 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60130) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:38.132494 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-b96ded50-96cd-487c-935d-9111682707b8 req-ef8b993d-7ca6-4dcd-a747-b7782d79b647 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438464 Feb 08 16:51:38.211583 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-616067f8-59de-4919-a7d7-a3f48ce5c21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.286800 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-616067f8-59de-4919-a7d7-a3f48ce5c21d admin admin] Publish callbacks [] for security_group (b1bf8b88-cfc7-49c1-900d-c746723fa8e8), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.290467 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-616067f8-59de-4919-a7d7-a3f48ce5c21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b1bf8b88-cfc7-49c1-900d-c746723fa8e8), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.323346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.332901 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-616067f8-59de-4919-a7d7-a3f48ce5c21d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd682906e681485bbf81138a8b854dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245898 Feb 08 16:51:38.333761 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616067f8-59de-4919-a7d7-a3f48ce5c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf8b88-cfc7-49c1-900d-c746723fa8e8,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:38.336182 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60134) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:38.384450 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] Publish callbacks [] for security_group (b1bf8b88-cfc7-49c1-900d-c746723fa8e8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.404668 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] Publish callbacks [] for security_group (b1bf8b88-cfc7-49c1-900d-c746723fa8e8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.451256 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b1bf8b88-cfc7-49c1-900d-c746723fa8e8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.453764 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.454900 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1bf8b88-cfc7-49c1-900d-c746723fa8e8 HTTP/1.1" status: 204 len: 168 time: 0.1177189 Feb 08 16:51:38.462469 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf55c6-6f93-4f7c-980e-d08c81c8c62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf8b88-cfc7-49c1-900d-c746723fa8e8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:38.711311 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60140) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:38.724651 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e36a6501-feb8-4fdb-9bc0-a1688203a65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.797173 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e36a6501-feb8-4fdb-9bc0-a1688203a65f admin admin] Publish callbacks [] for security_group (971320cd-8aae-4606-b38b-c2377bc5f458), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.801243 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-e36a6501-feb8-4fdb-9bc0-a1688203a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (971320cd-8aae-4606-b38b-c2377bc5f458), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.838879 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a6501-feb8-4fdb-9bc0-a1688203a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971320cd-8aae-4606-b38b-c2377bc5f458,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:38.843569 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-e36a6501-feb8-4fdb-9bc0-a1688203a65f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d45c882ba5c4e87a5ad0179f8c4992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312218 Feb 08 16:51:38.846270 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60142) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:38.892918 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] Publish callbacks [] for security_group (971320cd-8aae-4606-b38b-c2377bc5f458), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.914352 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] Publish callbacks [] for security_group (971320cd-8aae-4606-b38b-c2377bc5f458), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.961714 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (971320cd-8aae-4606-b38b-c2377bc5f458), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.964316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.966012 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/971320cd-8aae-4606-b38b-c2377bc5f458 HTTP/1.1" status: 204 len: 168 time: 0.1188726 Feb 08 16:51:38.973532 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7c648-ba31-4f4b-a353-66fb24d1a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971320cd-8aae-4606-b38b-c2377bc5f458,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:39.261303 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc614-f9ae-4578-ab5e-04c7919cc7ca req-8153c50f-6329-49ca-a1a9-4a75d19ad736 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:39.262880 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a44cc614-f9ae-4578-ab5e-04c7919cc7ca req-8153c50f-6329-49ca-a1a9-4a75d19ad736 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0559118 Feb 08 16:51:39.310637 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a44cc614-f9ae-4578-ab5e-04c7919cc7ca req-49305aae-b603-4b96-91a2-498305854caf tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Feb 08 16:51:40.437357 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cbde1-c55d-498c-968e-0a4b53e99594 req-dc9da1e0-0067-4fb8-9aa6-ef1d569f6759 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:40.439142 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-633cbde1-c55d-498c-968e-0a4b53e99594 req-dc9da1e0-0067-4fb8-9aa6-ef1d569f6759 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0551903 Feb 08 16:51:40.495404 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-633cbde1-c55d-498c-968e-0a4b53e99594 req-2f14d092-0b6c-4f17-aa41-35e994046323 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464404 Feb 08 16:51:41.649699 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6c40-3ec8-4208-b96e-cac86fb2dafa req-a7c780ad-a5dc-447c-ba8d-4fe80d995c7b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:41.652561 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aacb6c40-3ec8-4208-b96e-cac86fb2dafa req-a7c780ad-a5dc-447c-ba8d-4fe80d995c7b tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 944 time: 0.0524156 Feb 08 16:51:41.653961 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:51:41.699151 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-aacb6c40-3ec8-4208-b96e-cac86fb2dafa req-2c42d0be-4db1-434b-be4c-c89a70081a27 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Feb 08 16:51:41.750240 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:41.761399 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'port_id': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'mac_address': 'fa:16:3e:dd:e8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:51:41.801919 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:41.802320 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.815208 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:41.834815 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:41.838572 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.887311 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=9']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:41.894307 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.894657 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.894995 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.895332 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.895657 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.896008 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.896331 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.896650 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.896969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.897286 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.897605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.897918 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.898230 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:42.205843 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['a1385bb4-6242-43a5-80b9-5e5963fd66f2'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:51:43.027333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5d8f-92c5-4a6b-a16b-25ac1c1272b8 req-faed42f1-ae01-456a-9abe-dc1b94fe52ab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:43.028882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f1fc5d8f-92c5-4a6b-a16b-25ac1c1272b8 req-faed42f1-ae01-456a-9abe-dc1b94fe52ab tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 945 time: 0.0593889 Feb 08 16:51:43.075680 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f1fc5d8f-92c5-4a6b-a16b-25ac1c1272b8 req-661ba721-c4aa-4228-9a70-8697c2e57848 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Feb 08 16:51:43.357013 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60226) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.459257 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca971-52b1-420e-a1dc-4f4d85852208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.532520 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca971-52b1-420e-a1dc-4f4d85852208 admin admin] Publish callbacks [] for security_group (9115cc4e-144b-4063-a051-257ea5b19b8e), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.536139 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca971-52b1-420e-a1dc-4f4d85852208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9115cc4e-144b-4063-a051-257ea5b19b8e), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.572668 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca971-52b1-420e-a1dc-4f4d85852208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115cc4e-144b-4063-a051-257ea5b19b8e,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.578651 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fc0ca971-52b1-420e-a1dc-4f4d85852208 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2aa1b5f0d31542fd9ac5c932acca1b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204163 Feb 08 16:51:43.581276 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60230) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.629919 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] Publish callbacks [] for security_group (9115cc4e-144b-4063-a051-257ea5b19b8e), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.650326 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] Publish callbacks [] for security_group (9115cc4e-144b-4063-a051-257ea5b19b8e), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.655387 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:43.701725 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9115cc4e-144b-4063-a051-257ea5b19b8e), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.704578 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.705829 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9115cc4e-144b-4063-a051-257ea5b19b8e HTTP/1.1" status: 204 len: 168 time: 0.1232791 Feb 08 16:51:43.714330 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1c383-d2cf-4d0f-8d93-883891a75ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115cc4e-144b-4063-a051-257ea5b19b8e,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.718837 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port a1385bb4-6242-43a5-80b9-5e5963fd66f2 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:43.719219 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.810884 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port a1385bb4-6242-43a5-80b9-5e5963fd66f2 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:43.810884 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.832020 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:43.834202 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4a9ed9-f702-4811-912f-7516bc7b2851" -d '{"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:43.847993 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:43.853555 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.879352 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd021d2a-6ad0-4c5c-833b-424b4101ee95 x-openstack-request-id: req-cd021d2a-6ad0-4c5c-833b-424b4101ee95 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:43.880207 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-plugged", "status": "completed", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:43.880489 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd021d2a-6ad0-4c5c-833b-424b4101ee95 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:43.881009 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'code': 200} Feb 08 16:51:43.909816 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=10']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.972995 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60238) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.990252 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08e7-d6b6-4dff-bf16-3f27e79373f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.063709 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61a9d9-63f6-4554-9d71-8f62171c5b65 req-d00bc994-00a2-4d16-95ba-22526f1d4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:44.065247 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd61a9d9-63f6-4554-9d71-8f62171c5b65 req-d00bc994-00a2-4d16-95ba-22526f1d4e84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1131 time: 0.0460048 Feb 08 16:51:44.067492 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08e7-d6b6-4dff-bf16-3f27e79373f4 admin admin] Publish callbacks [] for security_group (970c1130-b848-4ac6-a698-3184e211c61b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.071244 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08e7-d6b6-4dff-bf16-3f27e79373f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (970c1130-b848-4ac6-a698-3184e211c61b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.113624 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-6c0e08e7-d6b6-4dff-bf16-3f27e79373f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=098262a899ad43b7aad5b80e9b4afb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393788 Feb 08 16:51:44.114358 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60242) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:44.115033 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e08e7-d6b6-4dff-bf16-3f27e79373f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c1130-b848-4ac6-a698-3184e211c61b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.122092 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dd61a9d9-63f6-4554-9d71-8f62171c5b65 req-401db532-a72c-4339-ac7d-b56bddc26281 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502825 Feb 08 16:51:44.167105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] Publish callbacks [] for security_group (970c1130-b848-4ac6-a698-3184e211c61b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.188860 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] Publish callbacks [] for security_group (970c1130-b848-4ac6-a698-3184e211c61b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.214481 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304b469-8c1b-4863-a072-131718ef55de req-bc06ce9d-ce97-4612-821f-5ec164cecbe9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:44.216282 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a304b469-8c1b-4863-a072-131718ef55de req-bc06ce9d-ce97-4612-821f-5ec164cecbe9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0530250 Feb 08 16:51:44.236856 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (970c1130-b848-4ac6-a698-3184e211c61b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.239398 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.240643 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/970c1130-b848-4ac6-a698-3184e211c61b HTTP/1.1" status: 204 len: 168 time: 0.1217332 Feb 08 16:51:44.250359 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92937a-1c37-4b23-9173-b77e1f8f52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c1130-b848-4ac6-a698-3184e211c61b,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.275069 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a304b469-8c1b-4863-a072-131718ef55de req-3a4730e5-a544-400a-adf1-616440f52d9c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525286 Feb 08 16:51:45.412509 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738d524-9cea-4203-9d62-1aa9d83ba212 req-c6774492-78f6-4238-b632-2f804e0851c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:45.414165 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3738d524-9cea-4203-9d62-1aa9d83ba212 req-c6774492-78f6-4238-b632-2f804e0851c1 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0570667 Feb 08 16:51:45.462910 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3738d524-9cea-4203-9d62-1aa9d83ba212 req-9d1bacc4-50d2-443b-8685-813c3cbad3fc tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426579 Feb 08 16:51:45.886955 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60332) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:45.995887 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-94fbcab6-53b4-4fba-8cd7-24826a69f9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.071063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-94fbcab6-53b4-4fba-8cd7-24826a69f9ea admin admin] Publish callbacks [] for security_group (82b776a0-5248-4664-8612-8aeaff2096a2), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.075024 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-94fbcab6-53b4-4fba-8cd7-24826a69f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (82b776a0-5248-4664-8612-8aeaff2096a2), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.114041 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-94fbcab6-53b4-4fba-8cd7-24826a69f9ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba45cd1735664db78e23027702bca049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259884 Feb 08 16:51:46.114919 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbcab6-53b4-4fba-8cd7-24826a69f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b776a0-5248-4664-8612-8aeaff2096a2,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:46.116733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60336) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.164129 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] Publish callbacks [] for security_group (82b776a0-5248-4664-8612-8aeaff2096a2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.186788 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] Publish callbacks [] for security_group (82b776a0-5248-4664-8612-8aeaff2096a2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.235928 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (82b776a0-5248-4664-8612-8aeaff2096a2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.238534 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.239852 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82b776a0-5248-4664-8612-8aeaff2096a2 HTTP/1.1" status: 204 len: 168 time: 0.1214795 Feb 08 16:51:46.248508 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcbf46-422b-4bed-af21-2938146be3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b776a0-5248-4664-8612-8aeaff2096a2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:46.505832 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60346) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.519007 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-25e3a3ed-24d8-4ec3-8c79-00da0be75012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.602775 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea36e0-d34a-4fb5-a036-d15f50a27ec7 req-b2ddf110-e100-420b-be46-6e81680d1287 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:46.603389 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-25e3a3ed-24d8-4ec3-8c79-00da0be75012 admin admin] Publish callbacks [] for security_group (7ba82cf1-6c29-4aac-9ee0-a375371cc097), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.604583 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3cea36e0-d34a-4fb5-a036-d15f50a27ec7 req-b2ddf110-e100-420b-be46-6e81680d1287 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0554502 Feb 08 16:51:46.608438 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-25e3a3ed-24d8-4ec3-8c79-00da0be75012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7ba82cf1-6c29-4aac-9ee0-a375371cc097), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.651733 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-25e3a3ed-24d8-4ec3-8c79-00da0be75012 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dde09c7527134611969537755880c5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425688 Feb 08 16:51:46.651733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3a3ed-24d8-4ec3-8c79-00da0be75012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba82cf1-6c29-4aac-9ee0-a375371cc097,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:46.652172 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-3cea36e0-d34a-4fb5-a036-d15f50a27ec7 req-cc1de941-cdba-4572-8575-5ed526205c17 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 Feb 08 16:51:46.652748 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60348) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.704734 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] Publish callbacks [] for security_group (7ba82cf1-6c29-4aac-9ee0-a375371cc097), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.728596 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] Publish callbacks [] for security_group (7ba82cf1-6c29-4aac-9ee0-a375371cc097), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.773862 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7ba82cf1-6c29-4aac-9ee0-a375371cc097), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.776519 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.777634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ba82cf1-6c29-4aac-9ee0-a375371cc097 HTTP/1.1" status: 204 len: 168 time: 0.1210220 Feb 08 16:51:46.785590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97837b0a-c9f0-480e-a660-c0b7ab41a1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba82cf1-6c29-4aac-9ee0-a375371cc097,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:47.611217 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-73b77849-37de-4158-a37d-096ef8eb4f63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424206 Feb 08 16:51:47.701171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-c04e1d69-20f7-48f8-8af9-9d30bee6128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:47.702657 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-c04e1d69-20f7-48f8-8af9-9d30bee6128d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23325df6a88748fc9261e22c093ac67e&device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 1131 time: 0.0455458 Feb 08 16:51:48.066123 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-f98b7635-7713-4428-b0b8-baf05527a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:48.067584 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-f98b7635-7713-4428-b0b8-baf05527a963 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 200 len: 917 time: 0.3478818 Feb 08 16:51:48.131183 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-fd797402-b1c6-42c1-bb17-c496022f523e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 200 len: 1002 time: 0.0576458 Feb 08 16:51:48.180710 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-a15c869c-6284-4f1a-ab57-56789fa3dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:48.182244 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-a15c869c-6284-4f1a-ab57-56789fa3dc83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 200 len: 855 time: 0.0453742 Feb 08 16:51:48.233888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-d2438c01-c41d-4f09-8868-3ebe79f2774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:48.235362 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-d2438c01-c41d-4f09-8868-3ebe79f2774b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64dd4aa3-e414-467b-84ff-dc68d3d652e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475190 Feb 08 16:51:48.328849 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-c8ebcf29-249b-4d2d-bcb0-2b07fc79a470 service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865724 Feb 08 16:51:48.425498 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02810c4b-75da-4e49-abb6-9e3511e3f01d req-6c2f24dd-c16c-4890-800c-2f6757b4a67f service neutron] 10.222.0.42 "GET /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906267 Feb 08 16:51:51.117790 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:51:55.693103 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2e1578a1-e5a0-4088-b871-b512af20cdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.443646 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60458) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:57.545926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b3a19f04-cb91-443d-8cbf-78f6fe2313ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.618750 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b3a19f04-cb91-443d-8cbf-78f6fe2313ca admin admin] Publish callbacks [] for security_group (7247ed6e-5f88-4594-87e6-6d0775fbc3eb), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.622996 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-b3a19f04-cb91-443d-8cbf-78f6fe2313ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7247ed6e-5f88-4594-87e6-6d0775fbc3eb), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.660895 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-b3a19f04-cb91-443d-8cbf-78f6fe2313ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dbadbcb229c473d9fbb438178d8c164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159972 Feb 08 16:51:57.661510 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19f04-cb91-443d-8cbf-78f6fe2313ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247ed6e-5f88-4594-87e6-6d0775fbc3eb,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:57.664254 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60462) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:57.714831 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] Publish callbacks [] for security_group (7247ed6e-5f88-4594-87e6-6d0775fbc3eb), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.735836 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] Publish callbacks [] for security_group (7247ed6e-5f88-4594-87e6-6d0775fbc3eb), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.781619 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (7247ed6e-5f88-4594-87e6-6d0775fbc3eb), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.784262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:57.785483 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7247ed6e-5f88-4594-87e6-6d0775fbc3eb HTTP/1.1" status: 204 len: 168 time: 0.1200118 Feb 08 16:51:57.792870 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e81b-61cc-4bca-b8ea-2dc2ff99ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247ed6e-5f88-4594-87e6-6d0775fbc3eb,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:58.004332 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8c18c891-0f27-4748-952a-4b85fbe129a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.060257 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60468) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:58.073189 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9201b6e7-b360-44e3-9802-e0747e70fe2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.147229 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9201b6e7-b360-44e3-9802-e0747e70fe2a admin admin] Publish callbacks [] for security_group (0c190a58-ad62-4f71-a356-bbf21aea6507), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.151217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-9201b6e7-b360-44e3-9802-e0747e70fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0c190a58-ad62-4f71-a356-bbf21aea6507), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.193538 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-9201b6e7-b360-44e3-9802-e0747e70fe2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=335a6459bd6b4917b39f330d9bbf42c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321952 Feb 08 16:51:58.194527 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201b6e7-b360-44e3-9802-e0747e70fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c190a58-ad62-4f71-a356-bbf21aea6507,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:58.196258 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60470) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:58.244704 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] Publish callbacks [] for security_group (0c190a58-ad62-4f71-a356-bbf21aea6507), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.266691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] Publish callbacks [] for security_group (0c190a58-ad62-4f71-a356-bbf21aea6507), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.314027 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (0c190a58-ad62-4f71-a356-bbf21aea6507), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.316809 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.317929 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c190a58-ad62-4f71-a356-bbf21aea6507 HTTP/1.1" status: 204 len: 168 time: 0.1207073 Feb 08 16:51:58.325739 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f28e4c-ef00-462e-b378-d6505e10f335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c190a58-ad62-4f71-a356-bbf21aea6507,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:59.229585 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.346701 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60500) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:59.446764 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb825-933c-496d-a7cd-d4cae0b94fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.520798 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb825-933c-496d-a7cd-d4cae0b94fc4 admin admin] Publish callbacks [] for security_group (81f3b72f-8c08-48e3-b4aa-c2409fa2c2db), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.524573 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ccbfb825-933c-496d-a7cd-d4cae0b94fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (81f3b72f-8c08-48e3-b4aa-c2409fa2c2db), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.561419 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ccbfb825-933c-496d-a7cd-d4cae0b94fc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6fcf2a6f9c4411099e9b3e2d2dab48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130241 Feb 08 16:51:59.562273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb825-933c-496d-a7cd-d4cae0b94fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f3b72f-8c08-48e3-b4aa-c2409fa2c2db,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:59.564099 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60504) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:59.612054 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] Publish callbacks [] for security_group (81f3b72f-8c08-48e3-b4aa-c2409fa2c2db), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.633929 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] Publish callbacks [] for security_group (81f3b72f-8c08-48e3-b4aa-c2409fa2c2db), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.680225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (81f3b72f-8c08-48e3-b4aa-c2409fa2c2db), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.682812 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:59.683965 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81f3b72f-8c08-48e3-b4aa-c2409fa2c2db HTTP/1.1" status: 204 len: 168 time: 0.1188669 Feb 08 16:51:59.692019 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedb87e-a0b7-42c7-9e05-d867bb6a8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f3b72f-8c08-48e3-b4aa-c2409fa2c2db,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:00.434690 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:01.960398 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.745187 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60564) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:03.846021 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c88b87f-78c8-4a49-b53a-491b533cad7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.920991 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c88b87f-78c8-4a49-b53a-491b533cad7e admin admin] Publish callbacks [] for security_group (8205bfdd-ee29-4046-bf81-5abe17b9733b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.924536 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-4c88b87f-78c8-4a49-b53a-491b533cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8205bfdd-ee29-4046-bf81-5abe17b9733b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.959966 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88b87f-78c8-4a49-b53a-491b533cad7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205bfdd-ee29-4046-bf81-5abe17b9733b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:03.964189 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-4c88b87f-78c8-4a49-b53a-491b533cad7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f87bae17184e45aa824ec42861050dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179871 Feb 08 16:52:03.967216 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60568) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:04.013464 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] Publish callbacks [] for security_group (8205bfdd-ee29-4046-bf81-5abe17b9733b), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.033718 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] Publish callbacks [] for security_group (8205bfdd-ee29-4046-bf81-5abe17b9733b), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.081848 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (8205bfdd-ee29-4046-bf81-5abe17b9733b), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.084469 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.085537 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8205bfdd-ee29-4046-bf81-5abe17b9733b HTTP/1.1" status: 204 len: 168 time: 0.1178718 Feb 08 16:52:04.093183 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a556f-f9e7-4990-8e1d-07fad2e1ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205bfdd-ee29-4046-bf81-5abe17b9733b,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:04.340207 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60574) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:04.353909 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a7eab8e7-129d-4b2a-a0c0-3a85c1235769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.427325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a7eab8e7-129d-4b2a-a0c0-3a85c1235769 admin admin] Publish callbacks [] for security_group (262e3e80-04de-4294-ab8f-fa609fcba219), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.431120 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-a7eab8e7-129d-4b2a-a0c0-3a85c1235769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (262e3e80-04de-4294-ab8f-fa609fcba219), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.467994 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-a7eab8e7-129d-4b2a-a0c0-3a85c1235769 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a9a6dd76dc54d0fbe1e1346d3b54ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267226 Feb 08 16:52:04.469213 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab8e7-129d-4b2a-a0c0-3a85c1235769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e3e80-04de-4294-ab8f-fa609fcba219,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:04.470627 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60576) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:04.518912 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] Publish callbacks [] for security_group (262e3e80-04de-4294-ab8f-fa609fcba219), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.539983 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] Publish callbacks [] for security_group (262e3e80-04de-4294-ab8f-fa609fcba219), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.585563 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (262e3e80-04de-4294-ab8f-fa609fcba219), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.588349 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:04.589436 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/262e3e80-04de-4294-ab8f-fa609fcba219 HTTP/1.1" status: 204 len: 168 time: 0.1166968 Feb 08 16:52:04.597393 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d17f35-1aa7-4f6c-98bb-161018fa0f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e3e80-04de-4294-ab8f-fa609fcba219,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:08.344835 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.498527 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60698) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:12.600644 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3d9b-670d-4e52-aae2-516962dfcd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.676858 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3d9b-670d-4e52-aae2-516962dfcd35 admin admin] Publish callbacks [] for security_group (4d717bd5-6142-456b-bc97-ee2d827ed50a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.680737 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3d9b-670d-4e52-aae2-516962dfcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4d717bd5-6142-456b-bc97-ee2d827ed50a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.718710 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a3d9b-670d-4e52-aae2-516962dfcd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d717bd5-6142-456b-bc97-ee2d827ed50a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:12.722940 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cc4a3d9b-670d-4e52-aae2-516962dfcd35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=945bb23f210246a4af11b1e363ecb8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233198 Feb 08 16:52:12.725829 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60702) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:12.784801 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] Publish callbacks [] for security_group (4d717bd5-6142-456b-bc97-ee2d827ed50a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.805862 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] Publish callbacks [] for security_group (4d717bd5-6142-456b-bc97-ee2d827ed50a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.851557 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4d717bd5-6142-456b-bc97-ee2d827ed50a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.854087 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:12.855208 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d717bd5-6142-456b-bc97-ee2d827ed50a HTTP/1.1" status: 204 len: 168 time: 0.1284628 Feb 08 16:52:12.862503 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ece5f-44a1-4704-b95e-801b877b9db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d717bd5-6142-456b-bc97-ee2d827ed50a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:13.111888 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60708) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:13.125841 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b21-3c77-4bcc-adac-c7deb5fe33d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.198196 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b21-3c77-4bcc-adac-c7deb5fe33d5 admin admin] Publish callbacks [] for security_group (c67ccb55-0533-4694-abbb-bffed005bb5a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.201717 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b21-3c77-4bcc-adac-c7deb5fe33d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c67ccb55-0533-4694-abbb-bffed005bb5a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.237417 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6b21-3c77-4bcc-adac-c7deb5fe33d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67ccb55-0533-4694-abbb-bffed005bb5a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:13.242344 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7fce6b21-3c77-4bcc-adac-c7deb5fe33d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=811334186a48414786fa55b89e5bda43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294172 Feb 08 16:52:13.245539 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60710) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:13.291971 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] Publish callbacks [] for security_group (c67ccb55-0533-4694-abbb-bffed005bb5a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.314859 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] Publish callbacks [] for security_group (c67ccb55-0533-4694-abbb-bffed005bb5a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.360311 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c67ccb55-0533-4694-abbb-bffed005bb5a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.362904 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.364067 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c67ccb55-0533-4694-abbb-bffed005bb5a HTTP/1.1" status: 204 len: 168 time: 0.1181557 Feb 08 16:52:13.371468 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfec1f6-a58c-4154-a938-fb8b55caadf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67ccb55-0533-4694-abbb-bffed005bb5a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:13.672033 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60716) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:13.685482 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3c41301a-3337-4fe2-a4a4-0c19f47e3580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.762028 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3c41301a-3337-4fe2-a4a4-0c19f47e3580 admin admin] Publish callbacks [] for security_group (bc13734a-cbcf-4bdf-967a-9893c813429a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.765747 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3c41301a-3337-4fe2-a4a4-0c19f47e3580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (bc13734a-cbcf-4bdf-967a-9893c813429a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.804205 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3c41301a-3337-4fe2-a4a4-0c19f47e3580 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eeb9d59640814d83a3894f3f6bbd9eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311183 Feb 08 16:52:13.805066 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41301a-3337-4fe2-a4a4-0c19f47e3580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13734a-cbcf-4bdf-967a-9893c813429a,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:13.807040 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60718) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:13.855245 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Publish callbacks [] for security_group (bc13734a-cbcf-4bdf-967a-9893c813429a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.875744 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Publish callbacks [] for security_group (bc13734a-cbcf-4bdf-967a-9893c813429a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.920491 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (bc13734a-cbcf-4bdf-967a-9893c813429a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.922927 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:13.924075 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc13734a-cbcf-4bdf-967a-9893c813429a HTTP/1.1" status: 204 len: 168 time: 0.1160426 Feb 08 16:52:13.932138 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13734a-cbcf-4bdf-967a-9893c813429a,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:13.939261 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.939616 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.939979 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.940314 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.940646 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.941004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.941333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.941658 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.941997 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.942301 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.942627 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.942934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:13.943253 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4584f42-3b2d-45f5-832f-0ccaf38d4ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:25.694346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-b6f27e75-8621-4ab9-a9b9-d6e22c6c9034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:28.009595 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-55b5792d-71f4-4f10-92ef-44313b491534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:28.117234 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:52:29.233207 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:30.436084 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:31.974314 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.183831 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60868) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:37.290615 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6300ca40-f3f2-48dd-82a2-e43bd3797ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.361791 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6300ca40-f3f2-48dd-82a2-e43bd3797ca7 admin admin] Publish callbacks [] for security_group (5a33320b-5369-44c9-a786-9301a25fcb29), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.365551 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-6300ca40-f3f2-48dd-82a2-e43bd3797ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5a33320b-5369-44c9-a786-9301a25fcb29), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.403727 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-6300ca40-f3f2-48dd-82a2-e43bd3797ca7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72a20f042866488a9b399e738852b333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188473 Feb 08 16:52:37.404722 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ca40-f3f2-48dd-82a2-e43bd3797ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33320b-5369-44c9-a786-9301a25fcb29,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:37.406459 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60872) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:37.453037 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Publish callbacks [] for security_group (5a33320b-5369-44c9-a786-9301a25fcb29), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.474026 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Publish callbacks [] for security_group (5a33320b-5369-44c9-a786-9301a25fcb29), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.520990 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (5a33320b-5369-44c9-a786-9301a25fcb29), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.523420 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.524535 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a33320b-5369-44c9-a786-9301a25fcb29 HTTP/1.1" status: 204 len: 168 time: 0.1171157 Feb 08 16:52:37.531919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33320b-5369-44c9-a786-9301a25fcb29,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:37.539523 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.539906 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.540264 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.540599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.540939 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.541259 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.541588 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.541915 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.542240 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.542562 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.543003 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.543344 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:37.543700 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158aeb8d-c4d6-4fc8-82ce-2f16372dfc5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:38.345313 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.721009 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-2ea74881-d8cc-4889-859d-ddfce6cfa72d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321032 Feb 08 16:52:49.783043 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-bb0163af-79cc-4d68-8b0a-ff50f0a1e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:49.784541 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-bb0163af-79cc-4d68-8b0a-ff50f0a1e79b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 1129 time: 0.0432236 Feb 08 16:52:49.884517 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-e6307436-221b-449f-8d46-b7e66d47d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:49.885898 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-e6307436-221b-449f-8d46-b7e66d47d7c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0819333 Feb 08 16:52:49.953429 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-b8b50579-b43e-41bd-b903-f5f668e15f69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 200 len: 1000 time: 0.0614505 Feb 08 16:52:50.000246 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-5eaec786-a966-4104-ba44-b1f7d1538a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:50.001614 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-5eaec786-a966-4104-ba44-b1f7d1538a8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0415471 Feb 08 16:52:50.049716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-f4ca3a62-4405-48af-b661-b49f67498d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:50.051146 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-f4ca3a62-4405-48af-b661-b49f67498d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421948 Feb 08 16:52:50.062111 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-98b72d7e-4333-46b8-aa5e-a682f57d3d1a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:52:50.063059 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-98b72d7e-4333-46b8-aa5e-a682f57d3d1a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047200 Feb 08 16:52:50.152273 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-3302a004-b076-4721-90a3-2c7fdd303944 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832567 Feb 08 16:52:50.238781 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-d0b1cad2-f6ff-4c56-9e68-349215eb1085 req-a0e89ff0-6efa-48a3-880e-63c30541fdb1 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814519 Feb 08 16:52:55.697566 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e4ce-b944-49e0-912c-7ed2ca8e9a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.152607 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336cd49-8599-4b77-a599-74eaaee7366c req-7dd749b0-9abf-43f1-b4a9-86dac423a28c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:57.154055 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2336cd49-8599-4b77-a599-74eaaee7366c req-7dd749b0-9abf-43f1-b4a9-86dac423a28c tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0524490 Feb 08 16:52:57.199660 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2336cd49-8599-4b77-a599-74eaaee7366c req-9329de1d-e788-41d0-9129-770a3266de69 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Feb 08 16:52:58.011409 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d2d92106-2e79-41e4-bf76-512b5b8bd976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:58.332613 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c94c-e7f5-428a-a3c7-1b96ffcae40f req-14954384-e87b-4651-856a-a8c7ea72e8f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:58.334163 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8f98c94c-e7f5-428a-a3c7-1b96ffcae40f req-14954384-e87b-4651-856a-a8c7ea72e8f0 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0541193 Feb 08 16:52:58.385109 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-8f98c94c-e7f5-428a-a3c7-1b96ffcae40f req-08e9dc7c-7100-457f-9e47-05ccc153aa9a tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups?id=9023e636-fcde-424d-93e2-998871dd7adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453897 Feb 08 16:52:58.853030 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-96782c19-0536-4a5d-b9d7-c2a81aac66b9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:58.854462 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-96782c19-0536-4a5d-b9d7-c2a81aac66b9 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 947 time: 0.0520363 Feb 08 16:52:58.944732 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Deleting port a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:58.945091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.037625 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] For port a1385bb4-6242-43a5-80b9-5e5963fd66f2, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a1385bb4-6242-43a5-80b9-5e5963fd66f2,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:59.037993 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.205250 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.205535 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.205857 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Floating IP 936fa549-3e89-4afc-b1ea-63e6a9480575 disassociated. External IP: 172.27.1.185, port: a1385bb4-6242-43a5-80b9-5e5963fd66f2. Feb 08 16:52:59.206196 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Calling delete_port for a1385bb4-6242-43a5-80b9-5e5963fd66f2 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:59.235706 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.353464 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (a1385bb4-6242-43a5-80b9-5e5963fd66f2), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.380390 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'Port': ['ID=a1385bb4-6242-43a5-80b9-5e5963fd66f2,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.483198 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c57710eb-41c2-4d2b-9261-ddeea98db161 req-37abd28b-6b4d-49e1-a7d7-32988344a631 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a6041b-b9e3-4224-b52e-265ff88bb57e HTTP/1.1" status: 200 len: 210 time: 0.0272617 Feb 08 16:52:59.497159 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:59.604174 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:59.614751 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:59.624974 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:59.625587 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:52:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:59.643536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] No DVR routers for this DVR port a1385bb4-6242-43a5-80b9-5e5963fd66f2 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:52:59.646592 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.649882 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-811fc1ca-eaba-41cb-b592-c339c6617615 req-c796fdf1-32f5-490f-b7bd-2364c85129c7 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.42 "DELETE /v2.0/ports/a1385bb4-6242-43a5-80b9-5e5963fd66f2 HTTP/1.1" status: 204 len: 173 time: 0.7899868 Feb 08 16:52:59.650331 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-deleted', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:52:59.652674 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036930d6-da3f-413c-9f94-f20f698b1eb1" -d '{"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-deleted", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:52:59.742301 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:59.830067 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a01f53-7a77-4451-a36c-1847485d5cd8 x-openstack-request-id: req-e3a01f53-7a77-4451-a36c-1847485d5cd8 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:52:59.830378 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6041b-b9e3-4224-b52e-265ff88bb57e", "name": "network-vif-deleted", "tag": "a1385bb4-6242-43a5-80b9-5e5963fd66f2", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:52:59.830630 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3a01f53-7a77-4451-a36c-1847485d5cd8 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:52:59.831043 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6041b-b9e3-4224-b52e-265ff88bb57e', 'name': 'network-vif-deleted', 'tag': 'a1385bb4-6242-43a5-80b9-5e5963fd66f2', 'status': 'completed', 'code': 200} Feb 08 16:52:59.960549 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:59.986337 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:59.995730 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:59.996362 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:52:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:00.190537 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:00.384285 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:00.409390 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551e682-5732-4d33-acfc-92c248fea7b9 None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:41:39Z', 'revision_number': 4, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': '26269da4-af32-4fda-843b-3becb0900f71', 'name': '', 'network_id': '64dd4aa3-e414-467b-84ff-dc68d3d652e1', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'mac_address': 'fa:16:3e:9e:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:38Z', 'updated_at': '2022-02-08T16:41:46Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'subnets': [{'id': 'b845b533-6b95-4cbd-8955-62809b87fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:53:00.438506 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.573167 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60914) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:00.621214 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c95cc1-bda5-48bf-b4a9-016c1c7a7a1e None None] New status for floating IP 936fa549-3e89-4afc-b1ea-63e6a9480575: DOWN {{(pid=109223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:53:00.628310 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (9023e636-fcde-424d-93e2-998871dd7adf), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.653693 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (9023e636-fcde-424d-93e2-998871dd7adf), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.705733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (9023e636-fcde-424d-93e2-998871dd7adf), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.709107 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.712854 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "DELETE /v2.0/security-groups/9023e636-fcde-424d-93e2-998871dd7adf HTTP/1.1" status: 204 len: 168 time: 0.1363113 Feb 08 16:53:00.713275 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60916) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:00.719630 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db6723-a3fb-4446-8e7c-385a2bdda11e tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023e636-fcde-424d-93e2-998871dd7adf,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:00.742082 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.api.v2.resource [None req-73003333-6d68-4aa9-b7a0-ff795312eb45 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] show failed (client error): The resource could not be found. Feb 08 16:53:00.743576 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-73003333-6d68-4aa9-b7a0-ff795312eb45 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "GET /v2.0/security-groups/9023e636-fcde-424d-93e2-998871dd7adf HTTP/1.1" status: 404 len: 347 time: 0.0286589 Feb 08 16:53:00.746480 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 60918) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:00.868844 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Deleting port afa3d844-b267-4b52-9ab2-82b5671ad05f {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:53:00.869097 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.946099 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.946413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (afa3d844-b267-4b52-9ab2-82b5671ad05f), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:00.957943 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Calling delete_port for afa3d844-b267-4b52-9ab2-82b5671ad05f owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:53:01.086269 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (afa3d844-b267-4b52-9ab2-82b5671ad05f), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.110416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Pushing event deleted for resources: {'Port': ['ID=afa3d844-b267-4b52-9ab2-82b5671ad05f,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:01.169070 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks [] for floatingip (936fa549-3e89-4afc-b1ea-63e6a9480575), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.171501 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.172665 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-0c005211-8a3a-447d-abec-16a6ab9dc519 tempest-AttachVolumeShelveTestJSON-1926657324 tempest-AttachVolumeShelveTestJSON-1926657324-project] 10.222.0.35 "DELETE /v2.0/floatingips/936fa549-3e89-4afc-b1ea-63e6a9480575 HTTP/1.1" status: 204 len: 168 time: 0.4252384 Feb 08 16:53:01.968229 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:02.090623 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:53:02.111470 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: a1385bb4-6242-43a5-80b9-5e5963fd66f2 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:53:02.111841 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device a1385bb4-6242-43a5-80b9-5e5963fd66f2 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:53:03.580316 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60940) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:04.013688 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (8d29b78e-d981-45df-a2ed-897500ef33ad), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:04.257681 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Deleting port 26269da4-af32-4fda-843b-3becb0900f71 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:53:04.258023 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (26269da4-af32-4fda-843b-3becb0900f71), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:04.336340 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] For port 26269da4-af32-4fda-843b-3becb0900f71, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=26269da4-af32-4fda-843b-3becb0900f71,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:04.336709 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (26269da4-af32-4fda-843b-3becb0900f71), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:04.349131 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Calling delete_port for 26269da4-af32-4fda-843b-3becb0900f71 owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:53:04.522867 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (26269da4-af32-4fda-843b-3becb0900f71), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:04.546991 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Pushing event deleted for resources: {'Port': ['ID=26269da4-af32-4fda-843b-3becb0900f71,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:04.715454 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (8d29b78e-d981-45df-a2ed-897500ef33ad), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:04.929145 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Router 8d29b78e-d981-45df-a2ed-897500ef33ad has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:53:05.121319 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:53:05.295841 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:53:05.300982 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-caa01f50-10a0-40ee-9d99-1584315a3211 admin admin] 10.222.0.35 "PUT /v2.0/routers/8d29b78e-d981-45df-a2ed-897500ef33ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196641 Feb 08 16:53:05.304293 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60944) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:05.309575 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Sync routers for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:53:05.327463 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:05.328118 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:52:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:05.408619 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks [] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:05.433750 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:05.513278 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks [] for router_gateway (8d29b78e-d981-45df-a2ed-897500ef33ad), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:05.565847 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Deleting port 249a2bec-f9f8-450d-8b09-025d352812d6 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:53:05.566179 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:05.608814 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:53:04Z', 'revision_number': 5, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port': {'id': '249a2bec-f9f8-450d-8b09-025d352812d6', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:41:33Z', 'updated_at': '2022-02-08T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:05.634717 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Checking router: 8d29b78e-d981-45df-a2ed-897500ef33ad for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:53:05.641754 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] For port 249a2bec-f9f8-450d-8b09-025d352812d6, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=249a2bec-f9f8-450d-8b09-025d352812d6,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:05.642114 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:05.642703 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Routers {'8d29b78e-d981-45df-a2ed-897500ef33ad'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:05.643297 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:52:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['8d29b78e-d981-45df-a2ed-897500ef33ad'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:05.655057 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Calling delete_port for 249a2bec-f9f8-450d-8b09-025d352812d6 owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:53:05.729656 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] Set router 8d29b78e-d981-45df-a2ed-897500ef33ad gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:05.783059 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:53:05Z', 'revision_number': 6, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:05.810011 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24580c81-190f-4a4b-baa6-c01752cbb073 None None] The sync data for ids ['8d29b78e-d981-45df-a2ed-897500ef33ad'] in dv-cinder-827860-2-iscsi is: [{'id': '8d29b78e-d981-45df-a2ed-897500ef33ad', 'name': 'tempest-AttachVolumeShelveTestJSON-692360533-router', 'tenant_id': '23325df6a88748fc9261e22c093ac67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:41:32Z', 'updated_at': '2022-02-08T16:53:05Z', 'revision_number': 6, 'project_id': '23325df6a88748fc9261e22c093ac67e', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:53:05.828046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (249a2bec-f9f8-450d-8b09-025d352812d6), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:05.852887 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Pushing event deleted for resources: {'Port': ['ID=249a2bec-f9f8-450d-8b09-025d352812d6,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:05.914249 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (8d29b78e-d981-45df-a2ed-897500ef33ad), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.003371 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.005549 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks [] for router_controller (8d29b78e-d981-45df-a2ed-897500ef33ad), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.049338 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (8d29b78e-d981-45df-a2ed-897500ef33ad), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.049881 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d29b78e-d981-45df-a2ed-897500ef33ad {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:53:06.055138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.056290 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-cef42973-867d-4d7d-a7e0-adba9ec68949 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8d29b78e-d981-45df-a2ed-897500ef33ad HTTP/1.1" status: 204 len: 168 time: 0.7510924 Feb 08 16:53:06.058856 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60946) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:06.101682 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Deleting subnet b845b533-6b95-4cbd-8955-62809b87fe55 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:53:06.104562 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Publish callbacks [] for subnet (b845b533-6b95-4cbd-8955-62809b87fe55), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.137811 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (b845b533-6b95-4cbd-8955-62809b87fe55), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.224594 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (b845b533-6b95-4cbd-8955-62809b87fe55), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.280110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (b845b533-6b95-4cbd-8955-62809b87fe55), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.304783 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b845b533-6b95-4cbd-8955-62809b87fe55,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:06.311675 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.314913 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-504e69f0-1bd1-45d5-8107-bd449681894a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b845b533-6b95-4cbd-8955-62809b87fe55 HTTP/1.1" status: 204 len: 168 time: 0.2551429 Feb 08 16:53:06.318121 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60950) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:06.318741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e96214-566a-4afa-a9d2-57a9212afb90 None None] Network 64dd4aa3-e414-467b-84ff-dc68d3d652e1 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:53:06.384941 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (64dd4aa3-e414-467b-84ff-dc68d3d652e1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.441566 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Deleting port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:53:06.442511 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.502947 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] For port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,segment=NetworkSegment(e9044411-4530-411a-a3d6-a74296d01aa7),segment_id=e9044411-4530-411a-a3d6-a74296d01aa7)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:06.503231 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.516160 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Calling delete_port for 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:53:06.605057 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.609504 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3731924-50ff-43e3-b057-13c542f1afba None None] DHCP port deletion for 64dd4aa3-e414-467b-84ff-dc68d3d652e1 request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:53:06.633398 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:06.642318 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] No DVR routers for this DVR port 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 on host dv-cinder-827860-2-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:53:06.699885 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 26269da4-af32-4fda-843b-3becb0900f71 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:53:06.715334 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (64dd4aa3-e414-467b-84ff-dc68d3d652e1), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.724188 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 26269da4-af32-4fda-843b-3becb0900f71 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:53:06.724524 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 26269da4-af32-4fda-843b-3becb0900f71 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:53:06.739744 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dd4aa3-e414-467b-84ff-dc68d3d652e1']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:06.750396 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9044411-4530-411a-a3d6-a74296d01aa7') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:06.750692 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9044411-4530-411a-a3d6-a74296d01aa7') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:06.760106 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (e9044411-4530-411a-a3d6-a74296d01aa7), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.773139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (e9044411-4530-411a-a3d6-a74296d01aa7), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.778894 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:53:06.779273 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (e9044411-4530-411a-a3d6-a74296d01aa7), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:53:06.781982 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:53:06.840693 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (64dd4aa3-e414-467b-84ff-dc68d3d652e1), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.846504 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.851085 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] 10.222.0.35 "DELETE /v2.0/networks/64dd4aa3-e414-467b-84ff-dc68d3d652e1 HTTP/1.1" status: 204 len: 168 time: 0.5319073 Feb 08 16:53:06.862367 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee8a9-d913-47ab-9caf-616d4fd142bd admin admin] Pushing event deleted for resources: {'Network': ['ID=64dd4aa3-e414-467b-84ff-dc68d3d652e1,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:06.964570 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60954) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:07.005446 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-65622cc3-6288-4420-b6e4-14ddc2d27aaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23325df6a88748fc9261e22c093ac67e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396471 Feb 08 16:53:07.007872 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 60956) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:07.053957 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] Publish callbacks [] for security_group (ea401f6d-500b-4c7a-8420-37108b06f6e3), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.074707 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] Publish callbacks [] for security_group (ea401f6d-500b-4c7a-8420-37108b06f6e3), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.119498 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (ea401f6d-500b-4c7a-8420-37108b06f6e3), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.122101 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.123221 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea401f6d-500b-4c7a-8420-37108b06f6e3 HTTP/1.1" status: 204 len: 168 time: 0.1144745 Feb 08 16:53:07.132344 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ff375-106c-4bcf-a17e-92222936a06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea401f6d-500b-4c7a-8420-37108b06f6e3,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:08.276908 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 249a2bec-f9f8-450d-8b09-025d352812d6 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:53:08.297009 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 249a2bec-f9f8-450d-8b09-025d352812d6 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:53:08.297351 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 249a2bec-f9f8-450d-8b09-025d352812d6 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:53:08.297754 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:53:08.316588 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:53:08.316961 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 4fce5c2c-0dfc-4ece-9b28-2a43d4df9bc1 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:53:08.342869 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:10.788645 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 32784) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:10.894144 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dd693f47-fcf7-4ae1-a3fe-7e9c23a88283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:10.966320 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dd693f47-fcf7-4ae1-a3fe-7e9c23a88283 admin admin] Publish callbacks [] for security_group (4aaf6d66-00d7-4b9d-b041-b72322df5091), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:10.969802 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-dd693f47-fcf7-4ae1-a3fe-7e9c23a88283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4aaf6d66-00d7-4b9d-b041-b72322df5091), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:11.009048 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-dd693f47-fcf7-4ae1-a3fe-7e9c23a88283 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26c710a0b2144a4986f846f3b7edc533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193594 Feb 08 16:53:11.009919 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd693f47-fcf7-4ae1-a3fe-7e9c23a88283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf6d66-00d7-4b9d-b041-b72322df5091,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:11.011782 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 32788) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:11.060378 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] Publish callbacks [] for security_group (4aaf6d66-00d7-4b9d-b041-b72322df5091), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:11.084736 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] Publish callbacks [] for security_group (4aaf6d66-00d7-4b9d-b041-b72322df5091), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:11.130427 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (4aaf6d66-00d7-4b9d-b041-b72322df5091), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:11.133042 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:11.134161 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aaf6d66-00d7-4b9d-b041-b72322df5091 HTTP/1.1" status: 204 len: 168 time: 0.1213641 Feb 08 16:53:11.141429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec004ee-9b7d-4a20-9eb6-3e80682b3c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf6d66-00d7-4b9d-b041-b72322df5091,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:13.820770 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 32920) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:13.925957 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c6b0e98e-a77d-4626-8bcd-3529dc614248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:13.998557 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c6b0e98e-a77d-4626-8bcd-3529dc614248 admin admin] Publish callbacks [] for security_group (bccc7f52-8cd4-4173-872c-59483dcaa51b), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.002605 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-c6b0e98e-a77d-4626-8bcd-3529dc614248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (bccc7f52-8cd4-4173-872c-59483dcaa51b), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.041184 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c6b0e98e-a77d-4626-8bcd-3529dc614248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=644ed423cc6f4c2a961235fcecf1cad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193737 Feb 08 16:53:14.042043 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0e98e-a77d-4626-8bcd-3529dc614248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc7f52-8cd4-4173-872c-59483dcaa51b,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:14.043838 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 32924) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:14.091887 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Publish callbacks [] for security_group (bccc7f52-8cd4-4173-872c-59483dcaa51b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.112069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Publish callbacks [] for security_group (bccc7f52-8cd4-4173-872c-59483dcaa51b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.159973 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (bccc7f52-8cd4-4173-872c-59483dcaa51b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.163044 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.163988 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bccc7f52-8cd4-4173-872c-59483dcaa51b HTTP/1.1" status: 204 len: 168 time: 0.1185341 Feb 08 16:53:14.171822 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc7f52-8cd4-4173-872c-59483dcaa51b,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:14.178976 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.179333 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.179682 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.180063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.180401 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.180735 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.181065 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.181404 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.181742 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.182075 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.182404 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.182729 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.183056 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20127a5-1f05-4bee-b031-0d621db00083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:53:14.427262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 32930) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:14.440263 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-711a1208-b6d0-4075-84c6-4cdb4921701e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.512524 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-711a1208-b6d0-4075-84c6-4cdb4921701e admin admin] Publish callbacks [] for security_group (a71cadef-3dd9-4f22-92d1-0f36ed7268c3), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.516090 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-711a1208-b6d0-4075-84c6-4cdb4921701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a71cadef-3dd9-4f22-92d1-0f36ed7268c3), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.553114 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-711a1208-b6d0-4075-84c6-4cdb4921701e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=269e725df53b4219baa279e074425e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247101 Feb 08 16:53:14.555046 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1208-b6d0-4075-84c6-4cdb4921701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71cadef-3dd9-4f22-92d1-0f36ed7268c3,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:14.555780 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 32932) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:14.603738 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] Publish callbacks [] for security_group (a71cadef-3dd9-4f22-92d1-0f36ed7268c3), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.627888 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] Publish callbacks [] for security_group (a71cadef-3dd9-4f22-92d1-0f36ed7268c3), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.672450 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (a71cadef-3dd9-4f22-92d1-0f36ed7268c3), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.674902 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.676749 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a71cadef-3dd9-4f22-92d1-0f36ed7268c3 HTTP/1.1" status: 204 len: 168 time: 0.1192927 Feb 08 16:53:14.684362 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1525be7-e14f-41d0-a5a6-8d20a8f31a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71cadef-3dd9-4f22-92d1-0f36ed7268c3,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:19.548159 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33026) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:19.651612 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f27dc918-6413-4ec8-bcd2-7f313d056e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.722846 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f27dc918-6413-4ec8-bcd2-7f313d056e0d admin admin] Publish callbacks [] for security_group (824b7095-5437-4ca7-9560-17c8cb02b9ac), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.727138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-f27dc918-6413-4ec8-bcd2-7f313d056e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (824b7095-5437-4ca7-9560-17c8cb02b9ac), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.764320 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-f27dc918-6413-4ec8-bcd2-7f313d056e0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbe957520cb74797b5c8f27933994db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150245 Feb 08 16:53:19.765159 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dc918-6413-4ec8-bcd2-7f313d056e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824b7095-5437-4ca7-9560-17c8cb02b9ac,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:19.766934 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33030) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:19.817068 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] Publish callbacks [] for security_group (824b7095-5437-4ca7-9560-17c8cb02b9ac), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.837990 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] Publish callbacks [] for security_group (824b7095-5437-4ca7-9560-17c8cb02b9ac), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.884834 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (824b7095-5437-4ca7-9560-17c8cb02b9ac), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.887297 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:19.888469 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/824b7095-5437-4ca7-9560-17c8cb02b9ac HTTP/1.1" status: 204 len: 168 time: 0.1205289 Feb 08 16:53:19.897445 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863eac7-a293-46dc-aa79-850eff43bf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b7095-5437-4ca7-9560-17c8cb02b9ac,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:20.139903 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33036) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:20.153340 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-161f5063-5e42-42ff-8ad5-40dc238946bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.227202 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-161f5063-5e42-42ff-8ad5-40dc238946bb admin admin] Publish callbacks [] for security_group (81eaca4d-5901-4cfd-bed9-34fcc86ee1b7), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.230959 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-161f5063-5e42-42ff-8ad5-40dc238946bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (81eaca4d-5901-4cfd-bed9-34fcc86ee1b7), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.266413 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f5063-5e42-42ff-8ad5-40dc238946bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eaca4d-5901-4cfd-bed9-34fcc86ee1b7,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:20.270710 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-161f5063-5e42-42ff-8ad5-40dc238946bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82348468704845ab84f5555847327af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297879 Feb 08 16:53:20.273338 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33038) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:20.321086 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] Publish callbacks [] for security_group (81eaca4d-5901-4cfd-bed9-34fcc86ee1b7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.343363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] Publish callbacks [] for security_group (81eaca4d-5901-4cfd-bed9-34fcc86ee1b7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.393825 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (81eaca4d-5901-4cfd-bed9-34fcc86ee1b7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.396886 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.398003 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81eaca4d-5901-4cfd-bed9-34fcc86ee1b7 HTTP/1.1" status: 204 len: 168 time: 0.1237650 Feb 08 16:53:20.405594 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eca4b0-8fcf-4d1b-a696-7b5f99873c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eaca4d-5901-4cfd-bed9-34fcc86ee1b7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:25.699466 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1148d72c-70d2-45dd-85fd-57a749a348a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:28.018255 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c155674e-e6dc-4a3a-903c-bf9d1ff36f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:29.239862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.313942 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33128) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:30.415951 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-84058b2b-192a-448d-b903-c075553a994d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.442078 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.490397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-84058b2b-192a-448d-b903-c075553a994d admin admin] Publish callbacks [] for security_group (c390d0eb-65b3-43e7-8221-f4723f75bfad), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.494331 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-84058b2b-192a-448d-b903-c075553a994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c390d0eb-65b3-43e7-8221-f4723f75bfad), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.530357 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-84058b2b-192a-448d-b903-c075553a994d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=655924f8606e456aace31878ac274a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153511 Feb 08 16:53:30.532273 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84058b2b-192a-448d-b903-c075553a994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390d0eb-65b3-43e7-8221-f4723f75bfad,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:30.533142 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33132) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:30.580270 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] Publish callbacks [] for security_group (c390d0eb-65b3-43e7-8221-f4723f75bfad), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.601300 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] Publish callbacks [] for security_group (c390d0eb-65b3-43e7-8221-f4723f75bfad), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.649758 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (c390d0eb-65b3-43e7-8221-f4723f75bfad), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.652326 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.653430 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c390d0eb-65b3-43e7-8221-f4723f75bfad HTTP/1.1" status: 204 len: 168 time: 0.1193275 Feb 08 16:53:30.661235 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8c52-ff1f-4ca1-af01-2bc447267e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390d0eb-65b3-43e7-8221-f4723f75bfad,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:30.903528 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33138) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:30.917138 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e0701a2b-26a2-4b2a-901f-026d8afd11c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:30.989953 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e0701a2b-26a2-4b2a-901f-026d8afd11c5 admin admin] Publish callbacks [] for security_group (f5f18a3d-716a-4785-9d32-fd8e5000f9f9), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.005856 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-e0701a2b-26a2-4b2a-901f-026d8afd11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f5f18a3d-716a-4785-9d32-fd8e5000f9f9), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.044171 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-e0701a2b-26a2-4b2a-901f-026d8afd11c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b345335ac644c1492b3e91ec3d681b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395211 Feb 08 16:53:31.045024 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701a2b-26a2-4b2a-901f-026d8afd11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f18a3d-716a-4785-9d32-fd8e5000f9f9,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:31.047420 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33140) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:31.094303 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] Publish callbacks [] for security_group (f5f18a3d-716a-4785-9d32-fd8e5000f9f9), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.116239 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] Publish callbacks [] for security_group (f5f18a3d-716a-4785-9d32-fd8e5000f9f9), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.165693 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (f5f18a3d-716a-4785-9d32-fd8e5000f9f9), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.168242 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:31.169364 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5f18a3d-716a-4785-9d32-fd8e5000f9f9 HTTP/1.1" status: 204 len: 168 time: 0.1209030 Feb 08 16:53:31.177355 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71203de1-5e0a-4759-aeec-8a8913423fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f18a3d-716a-4785-9d32-fd8e5000f9f9,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:31.970579 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:38.369195 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.152951 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33212) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:40.255015 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fe421679-c345-4f69-b58a-9c84ec71cdb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.326851 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fe421679-c345-4f69-b58a-9c84ec71cdb9 admin admin] Publish callbacks [] for security_group (b090bd9b-5905-417f-9b2e-8dc94359d0c4), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.330529 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-fe421679-c345-4f69-b58a-9c84ec71cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b090bd9b-5905-417f-9b2e-8dc94359d0c4), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.365961 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe421679-c345-4f69-b58a-9c84ec71cdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090bd9b-5905-417f-9b2e-8dc94359d0c4,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:40.371103 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-fe421679-c345-4f69-b58a-9c84ec71cdb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31631b7128144c81ae09428c24d44349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171347 Feb 08 16:53:40.373688 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33216) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:40.420568 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] Publish callbacks [] for security_group (b090bd9b-5905-417f-9b2e-8dc94359d0c4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.440905 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] Publish callbacks [] for security_group (b090bd9b-5905-417f-9b2e-8dc94359d0c4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.488476 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b090bd9b-5905-417f-9b2e-8dc94359d0c4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.490967 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:40.492112 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b090bd9b-5905-417f-9b2e-8dc94359d0c4 HTTP/1.1" status: 204 len: 168 time: 0.1175277 Feb 08 16:53:40.499721 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aee25-2a98-4347-99e3-172cb0f09825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090bd9b-5905-417f-9b2e-8dc94359d0c4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:42.121195 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:53:46.770951 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dacd29-875a-4c7a-98c1-788d4ec02896 req-5896f57d-dead-490c-b727-723cac344b72 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:46.772612 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19dacd29-875a-4c7a-98c1-788d4ec02896 req-5896f57d-dead-490c-b727-723cac344b72 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0590155 Feb 08 16:53:46.828889 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-19dacd29-875a-4c7a-98c1-788d4ec02896 req-8864c606-050b-4ce3-b251-0e7964029f2a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486028 Feb 08 16:53:47.950364 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56723-6e0b-4623-84af-f2eaf3486114 req-481aa80e-ff48-48d6-95b0-43150992ce98 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:47.951876 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c6a56723-6e0b-4623-84af-f2eaf3486114 req-481aa80e-ff48-48d6-95b0-43150992ce98 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0551767 Feb 08 16:53:47.999302 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c6a56723-6e0b-4623-84af-f2eaf3486114 req-4981fd70-1c2e-4183-8b55-c85e1c29dc3b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Feb 08 16:53:48.410888 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-791c8592-f221-4c36-b2f5-a03caedaf262 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:48.412800 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-791c8592-f221-4c36-b2f5-a03caedaf262 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 945 time: 0.0521958 Feb 08 16:53:48.507277 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:53:48.507528 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:48.592093 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] For port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:48.592457 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:48.759011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:48.759294 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (ca3c867c-5662-4a7a-b023-5582f3bbdfff), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:48.759654 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP ca3c867c-5662-4a7a-b023-5582f3bbdfff disassociated. External IP: 172.27.1.80, port: 27712d05-cbfb-45c1-a1bc-a52d3f0584e7. Feb 08 16:53:48.759984 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:53:48.889902 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (27712d05-cbfb-45c1-a1bc-a52d3f0584e7), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:48.916029 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=27712d05-cbfb-45c1-a1bc-a52d3f0584e7,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:49.029680 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:53:49.102107 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-3be78806-4058-4029-af64-fa59f76d2c50 req-59a93951-fc57-4e14-9e6f-7a39a08ce5ae tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=37885d5b-9597-417c-9d29-bd637383943d HTTP/1.1" status: 200 len: 210 time: 0.0298712 Feb 08 16:53:49.143065 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:53:49.153906 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:53:49.164268 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:49.164917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:53:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:49.183206 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] No DVR routers for this DVR port 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:53:49.185708 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:49.189877 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7e45233f-249d-4e5f-b92f-f6af5e456470 req-3e1b7532-df1f-41f8-b68c-176664fadf62 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "DELETE /v2.0/ports/27712d05-cbfb-45c1-a1bc-a52d3f0584e7 HTTP/1.1" status: 204 len: 173 time: 0.7711496 Feb 08 16:53:49.189877 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'name': 'network-vif-deleted', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:53:49.192979 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d49562-98f4-4462-af35-41d9214137ab" -d '{"events": [{"server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "name": "network-vif-deleted", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:53:49.230536 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e185ca4a-c555-4cb3-857d-e47787ba255a x-openstack-request-id: req-e185ca4a-c555-4cb3-857d-e47787ba255a {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:53:49.230849 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37885d5b-9597-417c-9d29-bd637383943d", "name": "network-vif-deleted", "tag": "27712d05-cbfb-45c1-a1bc-a52d3f0584e7", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:53:49.231109 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e185ca4a-c555-4cb3-857d-e47787ba255a {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:53:49.231508 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37885d5b-9597-417c-9d29-bd637383943d', 'name': 'network-vif-deleted', 'tag': '27712d05-cbfb-45c1-a1bc-a52d3f0584e7', 'status': 'completed', 'code': 200} Feb 08 16:53:49.419524 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:49.624230 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:49.650848 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:53:49.658844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:49.659443 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:53:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:49.765467 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:49.965768 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:49.995424 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682c860-7af9-4e5f-89b4-ff026174befe None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:53:50.212063 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eafea-8e36-4ec7-aaf0-e3d53e754625 None None] New status for floating IP ca3c867c-5662-4a7a-b023-5582f3bbdfff: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:53:50.369593 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-698c6aab-9e88-44c4-b1aa-052db7c90fc3 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984801726&fields=id&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 267 time: 0.0495937 Feb 08 16:53:50.470662 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-2af41a9a-684c-457c-a74c-53e898708a71 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:50.472107 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-2af41a9a-684c-457c-a74c-53e898708a71 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.0957513 Feb 08 16:53:50.486605 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b25e3a41-bd3f-4d7e-a037-4378b5cbbb99 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/quotas/9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 375 time: 0.0084379 Feb 08 16:53:50.539472 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-8f6900b6-4994-4180-b867-82a2ae9975f0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472565 Feb 08 16:53:50.641701 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-e45dba79-cd69-41b8-8067-f6910585f814 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109221) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:53:50.642726 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-e45dba79-cd69-41b8-8067-f6910585f814 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0923798 Feb 08 16:53:50.733835 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-aedec1f7-5326-4fc1-a680-40ad1ad188e1 service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853477 Feb 08 16:53:50.819064 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-8da04062-50f5-4755-b21e-e145ee45858d service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786991 Feb 08 16:53:51.094281 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-66abaf45-24c7-469f-b861-321dfa8b35d0 req-e40319e3-e312-4998-ab2b-4939f546cfe5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 210 time: 0.0275838 Feb 08 16:53:52.065841 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-25f5d5ba-eea9-428a-a163-20d67e542924 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:52.067908 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-25f5d5ba-eea9-428a-a163-20d67e542924 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.1055217 Feb 08 16:53:52.130439 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-75ca1d42-c721-4860-8456-94384528a824 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 380 time: 0.0537703 Feb 08 16:53:52.138614 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'port': {'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'admin_state_up': True, 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'security_groups': ['3aef4174-2f7a-4410-94e0-4a8d80fd922c']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:53:52.217485 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-673fe768-3bfa-4367-8828-f685a49bc6a1 req-d0d62437-5f8b-46bc-8ff9-0fc512962f7d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 210 time: 0.0351110 Feb 08 16:53:52.271282 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Made reservation on behalf of 9a449e431c5240b897d5cab55009fdbf for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:53:52.274879 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.354405 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:53:52.375781 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:53:52.376132 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 27712d05-cbfb-45c1-a1bc-a52d3f0584e7 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:53:52.405163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.20.0.10 (d9762a02-45ed-4a30-9de3-b53831035fee/56b2ed67-52d7-461f-9684-ed43ffa64923/b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:53:52.546575 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.577940 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.622412 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:53:52.627517 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:53:52.630429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:53:52.662035 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:52.686358 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:52.686971 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.703558 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-b47c18f9-eeab-4ff5-a250-34974ac8c287 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687079 Feb 08 16:53:52.714437 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Request body: {'port': {'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:53:52.775837 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.828346 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-3f46d6b3-ef0d-40b1-b996-d3dd543d17b5 None None] Provisioning complete for port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:52.828979 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3f46d6b3-ef0d-40b1-b996-d3dd543d17b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:52.863405 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-3f46d6b3-ef0d-40b1-b996-d3dd543d17b5 None None] Port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:53:53.027848 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:53:53.035111 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks [] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:53.046416 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Transition to ACTIVE for port object b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:53:53.049921 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:53.099636 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Pushing event updated for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:53.172846 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Attempting to bind port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:53:53.173180 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Attempting to bind port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:53:53.173514 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Attempting to bind port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:53:53.178707 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a on network d9762a02-45ed-4a30-9de3-b53831035fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:53:53.179046 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Attempting to bind port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:53:53.183940 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:53:53.184274 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:53:53.184653 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Bound using segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:53:53.185076 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Bound port: b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:53:53.185429 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:53.250397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:53:53.253787 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:53:53.260446 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:53.292118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:53.292716 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:53.294054 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] 10.222.0.42 "PUT /v2.0/ports/b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 1094 time: 0.5838470 Feb 08 16:53:53.294496 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:53:53.296724 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc5df0-32d6-4e54-95b7-491d0b747677" -d '{"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:53:53.330028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09296553-d085-4875-b1a7-17d1c16cf57a service neutron] Pushing event updated for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:53.361672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb661ad-34c7-472c-8f7b-8581b08e8010 x-openstack-request-id: req-dcb661ad-34c7-472c-8f7b-8581b08e8010 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:53:53.361986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:53:53.362217 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcb661ad-34c7-472c-8f7b-8581b08e8010 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:53:53.362611 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'status': 'completed', 'code': 200} Feb 08 16:53:53.367006 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21443-ad1c-4c62-9f36-375e5289853a req-9928d6d7-9ca6-4b75-ba27-9098d12ccd04 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:53.369278 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-24f21443-ad1c-4c62-9f36-375e5289853a req-9928d6d7-9ca6-4b75-ba27-9098d12ccd04 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0814905 Feb 08 16:53:53.407969 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-d136888b-35f7-4303-b51f-93da30e31618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:53.409477 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-d136888b-35f7-4303-b51f-93da30e31618 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1128 time: 0.0598710 Feb 08 16:53:53.422708 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-24f21443-ad1c-4c62-9f36-375e5289853a req-1d41ec76-6a54-41bd-a493-5664ad3e9830 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478761 Feb 08 16:53:53.457576 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-a6cfb178-3d45-4c4d-b876-00f08c1334cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 217 time: 0.0392900 Feb 08 16:53:53.507654 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-77dc5bcf-db95-427c-93aa-ebb391b8ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:53.509321 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-77dc5bcf-db95-427c-93aa-ebb391b8ae8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0461383 Feb 08 16:53:53.557683 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-3a6b7afe-315b-4b91-b466-7c90b8df9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:53.559141 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-3a6b7afe-315b-4b91-b466-7c90b8df9d5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439579 Feb 08 16:53:53.902763 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-8cd9fb2b-ad98-4562-be39-5b62ddf1735d service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376749 Feb 08 16:53:53.990212 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-67fdc1fb-f10f-452f-ab5b-046cd39f7cfe req-36ebb6fa-c213-4e3e-a963-6671224b1a8e service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809569 Feb 08 16:53:54.083520 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-518daa67-e503-4e53-8c5b-1cdcf6278da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:54.085085 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-518daa67-e503-4e53-8c5b-1cdcf6278da2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1128 time: 0.0475750 Feb 08 16:53:54.171662 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-1441184f-da8a-4f1d-8506-af3618779ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:54.173040 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-1441184f-da8a-4f1d-8506-af3618779ecc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0816925 Feb 08 16:53:54.213363 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-212626f6-8af1-403a-a981-4680ebfbf792 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 217 time: 0.0340476 Feb 08 16:53:54.263317 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-b4acd0f4-f613-4a85-83e5-c0b8a157fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:54.264774 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-b4acd0f4-f613-4a85-83e5-c0b8a157fc7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0464134 Feb 08 16:53:54.312238 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-172b0c09-7abf-4a84-882f-1d152961be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:54.313726 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-172b0c09-7abf-4a84-882f-1d152961be9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433304 Feb 08 16:53:54.399217 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-327049ba-3dc8-4752-a7be-a989eca87dcd service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794570 Feb 08 16:53:54.488045 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f2dc5df0-32d6-4e54-95b7-491d0b747677 req-35aa787c-8f25-48b1-a10e-0913afbeb928 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832582 Feb 08 16:53:54.540937 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d945-f2da-44a6-b8c4-2fccdd435b4a req-20f803ac-b0ca-470d-b76f-6320742573ac tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:54.542400 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a8b0d945-f2da-44a6-b8c4-2fccdd435b4a req-20f803ac-b0ca-470d-b76f-6320742573ac tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0514433 Feb 08 16:53:54.589951 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a8b0d945-f2da-44a6-b8c4-2fccdd435b4a req-30783c62-8adf-46c7-9d66-6a751735a179 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Feb 08 16:53:55.701644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4ea2-1080-4fae-b4cb-0588b892580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:55.704971 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc8df8-fa36-40e8-9614-a19d48b790b2 req-e072639c-bd0b-4c6f-afc8-793311233ae6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:55.706371 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ccc8df8-fa36-40e8-9614-a19d48b790b2 req-e072639c-bd0b-4c6f-afc8-793311233ae6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0525291 Feb 08 16:53:55.758040 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-0ccc8df8-fa36-40e8-9614-a19d48b790b2 req-871776df-38de-406b-85c9-40c1f04f8f40 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Feb 08 16:53:56.878919 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db2c3-fc06-44ea-b80e-258ce7320d3c req-ce3267de-9439-462a-8f71-53a1e85fc33e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:56.880409 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-639db2c3-fc06-44ea-b80e-258ce7320d3c req-ce3267de-9439-462a-8f71-53a1e85fc33e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0556333 Feb 08 16:53:56.928214 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-639db2c3-fc06-44ea-b80e-258ce7320d3c req-947ac041-f972-4d1e-8303-3d67099a6f1f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422826 Feb 08 16:53:58.011465 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6fd05a07-284e-4bcc-b0b9-7cd03d682a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:58.056616 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e22a-99c9-4e4d-a87e-37712f0d2495 req-323ff8c6-b0d8-4452-ab3b-a06dce1b6823 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:58.058082 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb10e22a-99c9-4e4d-a87e-37712f0d2495 req-323ff8c6-b0d8-4452-ab3b-a06dce1b6823 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0540271 Feb 08 16:53:58.105682 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb10e22a-99c9-4e4d-a87e-37712f0d2495 req-d308152e-7b42-4955-bfca-1ccfad74a06b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Feb 08 16:53:59.221418 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10e918-af13-4485-a67d-8df9b324c6fe req-41ce17d9-50bc-4a06-b8ff-f32f6f7b23d6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:59.222901 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ff10e918-af13-4485-a67d-8df9b324c6fe req-41ce17d9-50bc-4a06-b8ff-f32f6f7b23d6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0514808 Feb 08 16:53:59.241872 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:59.273114 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ff10e918-af13-4485-a67d-8df9b324c6fe req-da725e24-ac98-4e8a-9a46-90bf6e2d7964 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 Feb 08 16:54:00.389139 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35dce8-2419-46c5-8beb-b8f3d64c5a77 req-27459566-5312-4fb7-a482-39d5ffcd53c0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:00.390604 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb35dce8-2419-46c5-8beb-b8f3d64c5a77 req-27459566-5312-4fb7-a482-39d5ffcd53c0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0512028 Feb 08 16:54:00.437539 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-eb35dce8-2419-46c5-8beb-b8f3d64c5a77 req-cc77e2ad-95ad-40c5-b7b4-aec72599167d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Feb 08 16:54:00.443868 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:01.556816 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dbe51-692e-41a3-975f-d0ef82ca45e2 req-bffe8faa-4a16-46ed-b4fe-284e75ba9464 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:01.558272 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1a3dbe51-692e-41a3-975f-d0ef82ca45e2 req-bffe8faa-4a16-46ed-b4fe-284e75ba9464 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 944 time: 0.0525966 Feb 08 16:54:01.619297 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1a3dbe51-692e-41a3-975f-d0ef82ca45e2 req-79ed91d1-c8ee-4aa9-b584-64bc77ec33c7 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553429 Feb 08 16:54:01.974605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:02.421761 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:54:02.521102 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:54:02.532112 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:54:02.568902 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:54:02.569299 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:02.582042 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:54:02.602178 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:54:02.606484 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:02.656965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:54:02.664284 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.664634 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.664976 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.665312 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.665643 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.665970 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.666296 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.666619 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.666942 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.667264 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.667584 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.667946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.668310 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:02.745431 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617b94-4a6b-4f9e-b639-05bf7eed7f46 req-f6c19559-42e8-430f-aad0-f0b328d7ebe9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:02.746920 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c8617b94-4a6b-4f9e-b639-05bf7eed7f46 req-f6c19559-42e8-430f-aad0-f0b328d7ebe9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 945 time: 0.0569530 Feb 08 16:54:02.795410 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-c8617b94-4a6b-4f9e-b639-05bf7eed7f46 req-63cdb31d-5859-4449-a751-770479bc3c20 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Feb 08 16:54:02.945859 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:54:03.913743 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0d7e-9a14-41f6-b71d-c9085038ce73 req-efaf0a31-9993-41fc-b0e1-841098ff875a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:03.915213 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf1d0d7e-9a14-41f6-b71d-c9085038ce73 req-efaf0a31-9993-41fc-b0e1-841098ff875a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 945 time: 0.0531137 Feb 08 16:54:03.962886 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bf1d0d7e-9a14-41f6-b71d-c9085038ce73 req-bed9bcd0-71b3-4dce-8905-ddc676fdb176 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Feb 08 16:54:04.432499 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:54:04.480437 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:54:04.484365 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:54:04.484758 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:04.559916 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:54:04.560308 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:04.582148 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:54:04.584534 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f30fc4-fa57-43f9-b402-b6292aea1920" -d '{"events": [{"server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "name": "network-vif-plugged", "status": "completed", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:54:04.600037 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:54:04.604710 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:04.651666 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:54:04.769797 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b660538-1b0e-42db-a07f-658b423429ac x-openstack-request-id: req-8b660538-1b0e-42db-a07f-658b423429ac {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:54:04.770195 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "name": "network-vif-plugged", "status": "completed", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:54:04.770542 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b660538-1b0e-42db-a07f-658b423429ac {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:54:04.771011 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'code': 200} Feb 08 16:54:04.978071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99e0c-bba4-4825-874c-b2ee44d3913b req-b179cc55-cacf-46cf-bdcb-eef81cf3a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:04.979471 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c1a99e0c-bba4-4825-874c-b2ee44d3913b req-b179cc55-cacf-46cf-bdcb-eef81cf3a010 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0442498 Feb 08 16:54:05.025161 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-c1a99e0c-bba4-4825-874c-b2ee44d3913b req-13e7b51b-6455-4bfe-baf4-64a0be6f2526 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Feb 08 16:54:05.081073 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd164ee0-1f6a-4dcb-9488-1029a4e22ac2 req-05d0c7f1-c16c-4fc5-a7c8-1bcd84917364 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:05.082523 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd164ee0-1f6a-4dcb-9488-1029a4e22ac2 req-05d0c7f1-c16c-4fc5-a7c8-1bcd84917364 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0543053 Feb 08 16:54:05.129822 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-cd164ee0-1f6a-4dcb-9488-1029a4e22ac2 req-2de84993-b371-4a9c-b5d5-f6c4a8f8800e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 Feb 08 16:54:06.250457 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d553d8-0a4f-451c-83f4-e661936ab9aa req-7b18b481-0529-495d-8c40-a61e1bb965d6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:06.251865 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-63d553d8-0a4f-451c-83f4-e661936ab9aa req-7b18b481-0529-495d-8c40-a61e1bb965d6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0535264 Feb 08 16:54:06.302486 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-63d553d8-0a4f-451c-83f4-e661936ab9aa req-035cbaf0-33bc-4d9c-8119-71aeafb0076b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Feb 08 16:54:07.420979 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694adfa-7cb8-43ce-bc24-e5c65f5a5991 req-deb4ff00-5564-4dfb-ba53-ba25fc08ea82 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:07.422441 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7694adfa-7cb8-43ce-bc24-e5c65f5a5991 req-deb4ff00-5564-4dfb-ba53-ba25fc08ea82 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0522950 Feb 08 16:54:07.469473 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-7694adfa-7cb8-43ce-bc24-e5c65f5a5991 req-3c3148da-8352-4443-afd6-19ceffb55af5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Feb 08 16:54:07.589730 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45d32f-3b58-4091-9d90-2cc3e9c32c9f req-f4c4ee1d-7740-4184-ae1c-fd5ec433b564 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:07.591095 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb45d32f-3b58-4091-9d90-2cc3e9c32c9f req-f4c4ee1d-7740-4184-ae1c-fd5ec433b564 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0557508 Feb 08 16:54:07.639296 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-fb45d32f-3b58-4091-9d90-2cc3e9c32c9f req-663111d9-1328-475c-8078-882fb897914d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Feb 08 16:54:07.660422 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33294) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:54:07.703247 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70fc851-1417-4ced-ae9a-ced9687afc17 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:07.704863 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-c70fc851-1417-4ced-ae9a-ced9687afc17 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1125 time: 0.0434568 Feb 08 16:54:07.707670 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33296) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:54:07.712006 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:54:07.732171 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:07.829350 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:07.927948 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.27.1.44 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/4022470a-7625-468b-9092-e682365f65f6) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:54:08.028835 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (4022470a-7625-468b-9092-e682365f65f6), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.066650 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (4022470a-7625-468b-9092-e682365f65f6), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.106838 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:54:08.109899 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:54:08.113267 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:54:08.118688 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=4022470a-7625-468b-9092-e682365f65f6,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:54:08.144173 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.144527 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.144920 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.145256 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.145589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.145917 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.146247 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.146578 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.147530 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.148044 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.148378 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.148703 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.149028 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:54:08.384233 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.474360 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (f50e40df-e81f-4788-88d1-35ee90bce92a), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.540691 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (4022470a-7625-468b-9092-e682365f65f6), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.687064 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (4022470a-7625-468b-9092-e682365f65f6), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.691378 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (4022470a-7625-468b-9092-e682365f65f6), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.764135 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=4022470a-7625-468b-9092-e682365f65f6,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:54:08.773845 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (f50e40df-e81f-4788-88d1-35ee90bce92a), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.873526 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP f50e40df-e81f-4788-88d1-35ee90bce92a associated. External IP: 172.27.1.44, port: b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a. Feb 08 16:54:09.083553 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:54:09.447073 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:54:09.459654 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:54:09.465327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:09.469595 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:54:09.470237 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:53:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:54:09.496416 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-0528498e-ca55-444a-8e99-c0d658f9f450 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7876952 Feb 08 16:54:09.497052 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:54:09.499450 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5" -d '{"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:54:09.577308 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:54:09.645551 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09152540-e39b-49f7-89c5-6ef442654e59 x-openstack-request-id: req-09152540-e39b-49f7-89c5-6ef442654e59 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:54:09.645848 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:54:09.646105 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09152540-e39b-49f7-89c5-6ef442654e59 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:54:09.646510 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'status': 'completed', 'code': 200} Feb 08 16:54:09.712664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-38462972-c9e3-4a4f-b0e5-f4fd4efd055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:09.714178 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-38462972-c9e3-4a4f-b0e5-f4fd4efd055f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0483007 Feb 08 16:54:09.800469 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:08Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:54:09.803111 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-ff60d700-75ac-4f95-8d7d-65bc08f74bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:09.804634 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-ff60d700-75ac-4f95-8d7d-65bc08f74bac service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0844352 Feb 08 16:54:09.826371 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:54:09.834958 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:54:09.835487 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:53:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:54:09.874409 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-ed50ee3b-f768-45e2-96b0-c3a4f9247d0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 999 time: 0.0626984 Feb 08 16:54:09.921316 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-16db31f4-da32-4476-9375-e8a7a8ee1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:09.922788 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-16db31f4-da32-4476-9375-e8a7a8ee1184 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0434816 Feb 08 16:54:09.940263 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:54:09.970106 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-24d76982-14b5-499f-bcb8-32bc8f6edc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:09.971610 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-24d76982-14b5-499f-bcb8-32bc8f6edc88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435581 Feb 08 16:54:10.061455 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-ace5765b-c5f3-460b-8373-e0111553336f service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Feb 08 16:54:10.152869 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f4a83d0c-abb2-4697-9047-8f2e1c1532a5 req-b43ed744-81fc-4c4d-8b7b-dae1f3552226 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859199 Feb 08 16:54:10.158836 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:08Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:54:10.316012 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8a864-7a58-4463-952b-886d94c55447 None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:08Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:54:10.501860 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf907c4-da7a-484e-96b5-6c3afde50970 None None] New status for floating IP f50e40df-e81f-4788-88d1-35ee90bce92a: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:54:19.119578 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:54:25.704112 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8e380c2a-440b-465b-af0b-6db5ce6b5653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:28.013367 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9a3db75b-a743-4b59-8247-f7ae56fb759f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:29.245735 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:30.446497 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:31.976745 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:38.394437 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:53.616250 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-b5f5b056-3431-4675-96e4-e1507591d111 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427356 Feb 08 16:54:53.705262 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-9bd23a3c-30fe-40a9-be1b-d3a4ca0b9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:53.706730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-9bd23a3c-30fe-40a9-be1b-d3a4ca0b9517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0489435 Feb 08 16:54:53.809287 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-4cbb3f46-4096-4192-9adb-2ed42d09b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:53.810715 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-4cbb3f46-4096-4192-9adb-2ed42d09b470 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0831411 Feb 08 16:54:53.877149 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-e482fefb-9638-4c9a-ad27-ae2052c683a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 1001 time: 0.0611382 Feb 08 16:54:53.923477 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-f2459515-363f-431d-a631-38f322660ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:53.924886 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-f2459515-363f-431d-a631-38f322660ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0424581 Feb 08 16:54:53.971011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-945cb742-8fd0-410e-84cf-ca9fd187665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:53.972482 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-945cb742-8fd0-410e-84cf-ca9fd187665d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419369 Feb 08 16:54:54.060796 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-f34db45d-6680-4d4d-b044-cbd0f45fc4ca service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816619 Feb 08 16:54:54.146886 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-18c509ab-3dc8-402c-8b33-4fd199918ccc req-adde9907-0b09-4f58-96d5-b61017451199 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802574 Feb 08 16:54:55.705465 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-c854b2cc-012d-480d-a70a-aecefa35a438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:56.118686 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:54:58.017026 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1066c5e5-889e-4b52-b6c8-306597d8b64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:59.247946 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:00.449273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:01.979561 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:08.399066 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:25.706761 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-74756b3e-8607-4b47-b23d-909d72441172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:28.019461 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3eaa-4c14-45fc-ad10-411af8b462fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:29.251717 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:30.452957 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:31.981890 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:33.117497 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:55:38.402841 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:54.623323 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-066e6356-0f31-43e9-b03c-92c399068296 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452712 Feb 08 16:55:54.712820 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-496d006c-8be7-4769-955f-6fcac103b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:54.714517 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-496d006c-8be7-4769-955f-6fcac103b70d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0491238 Feb 08 16:55:54.815418 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-49cb9799-3df1-492c-b89a-30c192947845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:54.816916 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-49cb9799-3df1-492c-b89a-30c192947845 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0838590 Feb 08 16:55:54.887335 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-1dbaf972-3485-498c-8264-0365ed23c687 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 1001 time: 0.0646410 Feb 08 16:55:54.935539 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-11c934d9-99fd-4b7e-a6e9-3b2740db2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:54.937038 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-11c934d9-99fd-4b7e-a6e9-3b2740db2cad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0446370 Feb 08 16:55:54.984634 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-f7e5c716-3477-43bb-82b6-9dee52a7a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:54.986112 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-f7e5c716-3477-43bb-82b6-9dee52a7a946 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436575 Feb 08 16:55:55.076962 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-8c3c30a1-2a67-4e36-8eef-381009128f56 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848522 Feb 08 16:55:55.163980 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-e7f887d0-93c4-4ca5-a312-2ce912171503 req-2d33cb99-fff5-4548-8ded-d1ee0411b93f service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816793 Feb 08 16:55:55.711357 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-57c6c925-d8d0-4844-924a-95e89c3d3a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:58.021263 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4ac481e9-7ddc-40e3-a192-bc34cf7e2c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:59.256772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:00.455943 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:01.985906 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:08.405882 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:09.538355 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-60572971-79cf-4188-ad99-025da109c944 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984801726&fields=id&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 267 time: 0.0537281 Feb 08 16:56:09.657859 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-c1e941a8-3fd9-4e21-8d26-a692bab6a18b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:09.659324 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-c1e941a8-3fd9-4e21-8d26-a692bab6a18b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.1142709 Feb 08 16:56:09.680477 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-d1eab0a2-b11a-4e02-8e59-2eca09bd56e4 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/quotas/9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 375 time: 0.0100408 Feb 08 16:56:09.744359 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-13ef5f37-775e-47d3-a262-37cb69633799 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573294 Feb 08 16:56:09.829855 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-99ec290d-c33f-421e-bcb3-e48ce6f81bea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=109222) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:56:09.830598 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-99ec290d-c33f-421e-bcb3-e48ce6f81bea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0745921 Feb 08 16:56:09.921253 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-abc25920-17c0-4d65-b450-761e7e7ec786 service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843065 Feb 08 16:56:10.017564 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-a1a0e9b9-e8dc-4995-8282-c6384c7e2f76 service neutron] 10.222.0.35 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Feb 08 16:56:10.116001 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:56:11.329737 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-635026d7-af44-4aee-a6eb-7678d8ccc7a4 req-8225c328-cf80-4f62-906a-9f75a4822f76 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0312684 Feb 08 16:56:12.425635 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-e475d5d7-52d6-4cf8-bbfe-da6cede0409c req-6f528a4b-7f7d-4faf-be17-1a90326f8014 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0335259 Feb 08 16:56:13.526195 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-5c0991cc-fa86-4e39-a041-3ac404b13bb9 req-a7e10971-cf3d-4e48-b25d-4bbebfea1183 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0298340 Feb 08 16:56:14.612561 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-4ea50321-bfcc-4346-ad1e-f03f8051cd97 req-9cbda531-bf3f-4f2b-a5d7-9df04e649825 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0291548 Feb 08 16:56:15.721708 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-4a954f3a-ead5-4fea-9a8d-f20218920852 req-ec559869-d0f5-4869-acb4-6d31354ac485 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0332935 Feb 08 16:56:16.334023 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-959c09a7-85e0-483a-b6d6-ddeb14f3889b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:16.335572 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-959c09a7-85e0-483a-b6d6-ddeb14f3889b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 811 time: 0.1172528 Feb 08 16:56:16.400599 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-3eb2ed77-7a12-4ec1-81e7-7588130c25c1 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a449e431c5240b897d5cab55009fdbf HTTP/1.1" status: 200 len: 380 time: 0.0566297 Feb 08 16:56:16.410031 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'port': {'device_id': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'admin_state_up': True, 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'security_groups': ['3aef4174-2f7a-4410-94e0-4a8d80fd922c']}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:56:16.532986 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Made reservation on behalf of 9a449e431c5240b897d5cab55009fdbf for: {'port': 1} {{(pid=109221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:56:16.537826 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:16.681069 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_common [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.20.0.12 (d9762a02-45ed-4a30-9de3-b53831035fee/56b2ed67-52d7-461f-9684-ed43ffa64923/1188ffc3-d898-4abd-af14-4e2430064c04) {{(pid=109221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:56:16.822702 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-a02034e3-e66b-4004-a924-78c0184b9664 req-d48d9e1b-42af-495b-be89-9b84b2bd945a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0284708 Feb 08 16:56:16.850388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (1188ffc3-d898-4abd-af14-4e2430064c04), precommit_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:16.884672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_create {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:16.932721 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network d9762a02-45ed-4a30-9de3-b53831035fee is already hosted by enough agents. {{(pid=109221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:56:16.935731 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.base_scheduler [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:56:16.940475 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:56:16.946834 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=1']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:16.975375 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.975719 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.976091 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.976426 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.976770 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.977082 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.977403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.977727 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.978047 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.978368 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.978686 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.979002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:16.979323 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:17.006141 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.006772 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.027532 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-1503e3e3-d3af-4329-b862-023d0a9f62b5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210752 Feb 08 16:56:17.038621 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.v2.base [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Request body: {'port': {'device_id': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=109221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:56:17.104038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.195629 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-f1a4b710-8734-4ff2-9be2-32662aaa8a84 None None] Provisioning complete for port 1188ffc3-d898-4abd-af14-4e2430064c04 triggered by entity DHCP. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:56:17.196286 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4b710-8734-4ff2-9be2-32662aaa8a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.229148 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4b710-8734-4ff2-9be2-32662aaa8a84 None None] Port 1188ffc3-d898-4abd-af14-4e2430064c04 cannot update to ACTIVE because it is not bound. {{(pid=109223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:56:17.373893 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1188ffc3-d898-4abd-af14-4e2430064c04 {{(pid=109221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:56:17.382301 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks [] for port (1188ffc3-d898-4abd-af14-4e2430064c04), precommit_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.394949 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.provisioning_blocks [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Transition to ACTIVE for port object 1188ffc3-d898-4abd-af14-4e2430064c04 will not be triggered until provisioned by entity L2. {{(pid=109221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:56:17.398056 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.448071 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=2']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:17.537453 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Attempting to bind port 1188ffc3-d898-4abd-af14-4e2430064c04 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:56:17.537928 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Attempting to bind port 1188ffc3-d898-4abd-af14-4e2430064c04 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:56:17.538394 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Attempting to bind port 1188ffc3-d898-4abd-af14-4e2430064c04 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:56:17.544877 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Port 1188ffc3-d898-4abd-af14-4e2430064c04 on network d9762a02-45ed-4a30-9de3-b53831035fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:56:17.545329 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Attempting to bind port 1188ffc3-d898-4abd-af14-4e2430064c04 on network d9762a02-45ed-4a30-9de3-b53831035fee {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:56:17.553135 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Checking agent: {'id': '09e38a49-cd8f-40bd-85e3-61d0bf948264', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'started_at': datetime.datetime(2022, 2, 8, 16, 39, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:56:17.553614 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Checking segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:56:17.554153 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Bound using segment: {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'} {{(pid=109221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:56:17.554762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.managers [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Bound port: 1188ffc3-d898-4abd-af14-4e2430064c04, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8e455-b5af-4191-a14f-83c0bc756254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee'}}] {{(pid=109221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:56:17.555264 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), before_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.645112 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, cleared binding levels {{(pid=109221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:56:17.648252 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1188ffc3-d898-4abd-af14-4e2430064c04,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:56:17.656248 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8716370'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_update {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.691503 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.692163 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:17.693583 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 1094 time: 0.6593328 Feb 08 16:56:17.694028 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:56:17.696367 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8e47d-a77f-42f7-a566-38e3274531a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:56:17.723404 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a9847-9dfb-470f-a2e2-3fec2defa8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=3']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:17.763883 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e897bb-3e95-406c-8947-fab83c4c3f50 x-openstack-request-id: req-a5e897bb-3e95-406c-8947-fab83c4c3f50 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:56:17.764209 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:56:17.764468 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5e897bb-3e95-406c-8947-fab83c4c3f50 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:56:17.764899 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04', 'status': 'completed', 'code': 200} Feb 08 16:56:17.786544 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-dcc19086-0156-4f76-a03f-41b418c3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.788115 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-dcc19086-0156-4f76-a03f-41b418c3f829 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1128 time: 0.0525479 Feb 08 16:56:17.834746 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-60417fb3-d3a5-49a1-8a2b-a6a67170e4dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 217 time: 0.0396972 Feb 08 16:56:17.887484 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-84377f3d-b534-4a0c-813f-23f6eb339909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.889055 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-84377f3d-b534-4a0c-813f-23f6eb339909 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0487318 Feb 08 16:56:17.939317 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-8f41852b-1765-4489-91d0-e595a3906e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.940970 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-8f41852b-1765-4489-91d0-e595a3906e05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457048 Feb 08 16:56:17.955193 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d8c14-13ef-4f54-9db2-c05d195a003e req-ba35fb4b-e050-40b7-9519-a28ee0af5789 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:17.956619 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-063d8c14-13ef-4f54-9db2-c05d195a003e req-ba35fb4b-e050-40b7-9519-a28ee0af5789 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0540414 Feb 08 16:56:18.014191 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-063d8c14-13ef-4f54-9db2-c05d195a003e req-66b91dda-1896-4b44-b959-5e15c20dc7f1 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517263 Feb 08 16:56:18.035111 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-a96e6999-8df4-4916-974e-872c8cdb677e service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879803 Feb 08 16:56:18.135159 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-174b80ba-a2cb-43ad-b056-d081986268b5 req-80a7ea0c-14c5-4ca7-bbd3-2fe1b601eb8a service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932527 Feb 08 16:56:18.225122 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-adb0c92e-bc0f-478c-90bf-464b23c6b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:18.226493 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-adb0c92e-bc0f-478c-90bf-464b23c6b0bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1128 time: 0.0446730 Feb 08 16:56:18.322453 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-0fedcba8-1f6b-400d-93b9-bb5e618e5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:18.323935 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-0fedcba8-1f6b-400d-93b9-bb5e618e5d9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0911787 Feb 08 16:56:18.366436 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-f9e8a76d-8732-43c5-8adf-fd2604ee17ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 217 time: 0.0362964 Feb 08 16:56:18.422155 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-0654b808-313c-4f9f-984e-496bb24b061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:18.424173 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-0654b808-313c-4f9f-984e-496bb24b061c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0525322 Feb 08 16:56:18.474141 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-40b144b3-6999-4ae5-affb-18af050376cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:18.475863 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-40b144b3-6999-4ae5-affb-18af050376cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458915 Feb 08 16:56:18.573673 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-075e7f9c-4ce9-494c-8a41-9c50f7a96ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916617 Feb 08 16:56:18.665077 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-dff8e47d-a77f-42f7-a566-38e3274531a8 req-509dbf60-a713-4b34-ad1f-b7c7226bcffa service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Feb 08 16:56:19.136388 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e0e8e-357b-4c0b-8ef7-ccc943e8b567 req-1fa39f09-48df-45cd-8b2e-d47d1b446ffe tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:19.138561 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a05e0e8e-357b-4c0b-8ef7-ccc943e8b567 req-1fa39f09-48df-45cd-8b2e-d47d1b446ffe tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0547659 Feb 08 16:56:19.192953 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-a05e0e8e-357b-4c0b-8ef7-ccc943e8b567 req-2ae01961-d852-430a-89de-2d4352f9a599 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 Feb 08 16:56:20.324255 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43656b12-2af1-4dc9-a117-e7623821357a req-749d1146-1484-4457-848a-f7fcfc895cd9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:20.325728 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-43656b12-2af1-4dc9-a117-e7623821357a req-749d1146-1484-4457-848a-f7fcfc895cd9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0590706 Feb 08 16:56:20.376951 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-43656b12-2af1-4dc9-a117-e7623821357a req-f79baae2-d196-4a52-ac42-2f1523d4e8fa tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448711 Feb 08 16:56:21.500814 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ef60a-0227-44ee-973d-b5f9ce2a8346 req-8dd4ff3f-00f9-404d-ab09-934a032437b7 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:21.502566 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-440ef60a-0227-44ee-973d-b5f9ce2a8346 req-8dd4ff3f-00f9-404d-ab09-934a032437b7 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0572116 Feb 08 16:56:21.551589 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-440ef60a-0227-44ee-973d-b5f9ce2a8346 req-58ae0f66-fd78-4c0b-8e6d-f0d03295b92e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Feb 08 16:56:22.672287 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd93f4a-3ce4-423b-babb-f6f5aafcfe39 req-955e297d-5ef2-4e76-9260-06fdf5a91455 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:22.673860 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6dd93f4a-3ce4-423b-babb-f6f5aafcfe39 req-955e297d-5ef2-4e76-9260-06fdf5a91455 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0544267 Feb 08 16:56:22.723624 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-6dd93f4a-3ce4-423b-babb-f6f5aafcfe39 req-757814c3-98d2-47ef-a811-11d7b8209003 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Feb 08 16:56:23.860590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466579e3-86b5-4933-a178-ee370469bbe0 req-88e61b95-58e2-48ee-b8d2-59edfb936e93 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:23.862069 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-466579e3-86b5-4933-a178-ee370469bbe0 req-88e61b95-58e2-48ee-b8d2-59edfb936e93 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0582776 Feb 08 16:56:23.912415 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-466579e3-86b5-4933-a178-ee370469bbe0 req-5143b04a-9a8c-4059-bf75-01d25c4e681a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Feb 08 16:56:25.045781 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89401576-c03d-4f2b-ac68-f0c91634c235 req-360dfdb5-930d-40d4-bedc-762c5d8acc40 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:25.047368 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89401576-c03d-4f2b-ac68-f0c91634c235 req-360dfdb5-930d-40d4-bedc-762c5d8acc40 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0646060 Feb 08 16:56:25.102237 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-89401576-c03d-4f2b-ac68-f0c91634c235 req-39140059-4410-437d-a0f8-729a3660d648 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Feb 08 16:56:25.709394 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-d892dc1d-c66d-4f08-8cd5-a08d1b42a79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:26.222871 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a7e7c-460f-4794-8f7e-1673b6d9b3fe req-f6096be4-58ae-4160-8d97-15ba74e5ae41 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:26.224365 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f57a7e7c-460f-4794-8f7e-1673b6d9b3fe req-f6096be4-58ae-4160-8d97-15ba74e5ae41 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0531538 Feb 08 16:56:26.280805 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-f57a7e7c-460f-4794-8f7e-1673b6d9b3fe req-d60eff46-5a8e-48f9-81dd-d4ce7f5a0589 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507944 Feb 08 16:56:27.287876 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 1188ffc3-d898-4abd-af14-4e2430064c04 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=109223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:56:27.408501 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1188ffc3-d898-4abd-af14-4e2430064c04,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:56:27.409931 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df2e4-3386-4fdf-bfdf-9012a913d3ee req-7148771d-1d74-4db6-a706-c755aa16a85c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:27.411496 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf1df2e4-3386-4fdf-bfdf-9012a913d3ee req-7148771d-1d74-4db6-a706-c755aa16a85c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 944 time: 0.0593092 Feb 08 16:56:27.420396 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Returning: {'device': '1188ffc3-d898-4abd-af14-4e2430064c04', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'port_id': '1188ffc3-d898-4abd-af14-4e2430064c04', 'mac_address': 'fa:16:3e:f0:10:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:56:27.464059 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 1188ffc3-d898-4abd-af14-4e2430064c04 is: DOWN; New status is: BUILD {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:56:27.464449 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:27.465320 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-cf1df2e4-3386-4fdf-bfdf-9012a913d3ee req-d6cadb08-541b-4fdc-bf24-4e4935f69c23 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Feb 08 16:56:27.479442 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1188ffc3-d898-4abd-af14-4e2430064c04 {{(pid=109223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:56:27.498624 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1188ffc3-d898-4abd-af14-4e2430064c04,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:56:27.503656 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:27.550587 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=4']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:27.557529 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.557885 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.558232 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.558571 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.558904 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.559235 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.559563 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.559917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.560245 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.560576 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.560902 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.561223 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.561544 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:27.891990 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] get_ports_and_sgs() called for port_ids ['1188ffc3-d898-4abd-af14-4e2430064c04'] {{(pid=109223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:56:28.033603 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7a01114f-d918-4734-9c2e-7e6510bbfc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:28.589285 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764bf2-25dc-4f89-b677-d3956e3b32b9 req-c74b2f7b-0286-4c73-b057-1c93c9f9e0c6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:28.590564 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ce764bf2-25dc-4f89-b677-d3956e3b32b9 req-c74b2f7b-0286-4c73-b057-1c93c9f9e0c6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 945 time: 0.0555925 Feb 08 16:56:28.642918 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-ce764bf2-25dc-4f89-b677-d3956e3b32b9 req-e887696a-9a46-49d7-aa1c-ab84906f94fd tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Feb 08 16:56:29.257776 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:29.290951 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 1188ffc3-d898-4abd-af14-4e2430064c04 up at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:56:29.345031 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning for port 1188ffc3-d898-4abd-af14-4e2430064c04 completed by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:56:29.349420 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.provisioning_blocks [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Provisioning complete for port 1188ffc3-d898-4abd-af14-4e2430064c04 triggered by entity L2. {{(pid=109223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:56:29.349797 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836816'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), provisioning_complete {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:29.429440 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Current status of the port 1188ffc3-d898-4abd-af14-4e2430064c04 is: BUILD; New status is: ACTIVE {{(pid=109223) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:56:29.429839 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), before_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:29.454614 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04'}] {{(pid=109223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:56:29.456953 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b5d01fe4af445707dec3b8623e10057d2f788e7b1a5ef823ca975402685b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9d4ef-b1b2-4feb-a9e1-8e620193cfd4" -d '{"events": [{"server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "name": "network-vif-plugged", "status": "completed", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04"}]}' {{(pid=109223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:56:29.472812 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.db [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1188ffc3-d898-4abd-af14-4e2430064c04,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:56:29.480653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:29.507949 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9e3fc2-6514-4687-a22a-24feecec3f93 x-openstack-request-id: req-1a9e3fc2-6514-4687-a22a-24feecec3f93 {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:56:29.508267 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "name": "network-vif-plugged", "status": "completed", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04", "code": 200}]} {{(pid=109223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:56:29.508439 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a9e3fc2-6514-4687-a22a-24feecec3f93 {{(pid=109223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:56:29.508756 dv-cinder-827860-2-iscsi neutron-server[109223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04', 'code': 200} Feb 08 16:56:29.540452 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Pushing event updated for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=5']} {{(pid=109223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:29.767837 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb036a-21e1-4197-aa4a-155ce9fbc5be req-e9169dd0-c226-4f7b-b657-e6940d69aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:29.769249 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bffb036a-21e1-4197-aa4a-155ce9fbc5be req-e9169dd0-c226-4f7b-b657-e6940d69aa09 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1130 time: 0.0924106 Feb 08 16:56:29.802731 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053f4f-8ef1-40db-a2f8-c5e5a6225bf1 req-cadf395f-6fd2-4450-aec8-25ecc4cff46e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:29.804359 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44053f4f-8ef1-40db-a2f8-c5e5a6225bf1 req-cadf395f-6fd2-4450-aec8-25ecc4cff46e tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.0859435 Feb 08 16:56:29.845129 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bffb036a-21e1-4197-aa4a-155ce9fbc5be req-e713a96a-78ca-4901-be46-a022c2f1b0f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695820 Feb 08 16:56:29.871367 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-44053f4f-8ef1-40db-a2f8-c5e5a6225bf1 req-d96dcac3-6df6-41bf-b538-b070aa87464d tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571890 Feb 08 16:56:30.465969 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:31.002228 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50725a6f-108b-4176-b799-45a738d05f30 req-7d93c70c-7d62-49ec-b7bb-d3d7ee4a9dd9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:31.003958 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50725a6f-108b-4176-b799-45a738d05f30 req-7d93c70c-7d62-49ec-b7bb-d3d7ee4a9dd9 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.0579197 Feb 08 16:56:31.066277 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-50725a6f-108b-4176-b799-45a738d05f30 req-0b005e27-0173-4d49-8bb3-7ebd6fe0707b tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565624 Feb 08 16:56:31.990130 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:32.198118 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd61435-c901-45f0-a194-65dea61b3850 req-58f617c4-e81f-4491-b12a-fbfb4b0a4038 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:32.199661 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1bd61435-c901-45f0-a194-65dea61b3850 req-58f617c4-e81f-4491-b12a-fbfb4b0a4038 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.0618625 Feb 08 16:56:32.250190 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-1bd61435-c901-45f0-a194-65dea61b3850 req-747a807b-a8bd-49d1-9d0b-652594fb0c5a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Feb 08 16:56:32.389299 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40678175-151e-4d79-a76d-bb5941b49f17 req-390378cc-f917-4dbe-add9-97c67b7e4358 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:32.390798 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-40678175-151e-4d79-a76d-bb5941b49f17 req-390378cc-f917-4dbe-add9-97c67b7e4358 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.0689080 Feb 08 16:56:32.445266 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-40678175-151e-4d79-a76d-bb5941b49f17 req-ed277876-81e7-405c-b4d7-e9af03ba3305 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480125 Feb 08 16:56:32.468133 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33454) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:56:32.628914 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de929586-5d48-480a-bce7-93ddefd0ddd2 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:32.630465 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-de929586-5d48-480a-bce7-93ddefd0ddd2 tempest-TestVolumeBootPattern-2017884850 tempest-TestVolumeBootPattern-2017884850-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1125 time: 0.1613305 Feb 08 16:56:32.633333 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33458) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:56:32.637793 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.v2.base [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Request body: {'floatingip': {'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'port_id': '1188ffc3-d898-4abd-af14-4e2430064c04', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:56:32.657697 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:32.760892 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (None), before_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:32.863280 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Allocated IP 172.27.1.61 (9eaea626-9233-46ab-bbd0-4f14d5f78c80/efea7a00-f0b7-4c7d-ace2-6ff63f269a28/8773db62-8f67-477f-87f2-876425eeb7a2) {{(pid=109222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:56:32.968327 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (8773db62-8f67-477f-87f2-876425eeb7a2), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.004110 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730220216275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.045250 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Network 9eaea626-9233-46ab-bbd0-4f14d5f78c80 is already hosted by enough agents. {{(pid=109222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:56:33.049059 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Resources bound (agent type, host, resource id): {{(pid=109222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:56:33.052765 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Received port after_create {{(pid=109222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:56:33.058372 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=8773db62-8f67-477f-87f2-876425eeb7a2,revision_number=1']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:33.084871 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.085207 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.085599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.085942 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.086277 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.086609 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.086942 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.087272 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.087601 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.087956 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.088284 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.088613 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.088937 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:56:33.432370 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (ff517a45-d062-4972-8439-73f6c8ceda0c), precommit_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.503679 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756871'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), before_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.667195 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for port (8773db62-8f67-477f-87f2-876425eeb7a2), precommit_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.671414 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730220539149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730220216293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730220216311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8872248'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), after_update {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.739898 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event updated for resources: {'Port': ['ID=8773db62-8f67-477f-87f2-876425eeb7a2,revision_number=2']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:56:33.765709 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918743'] for floatingip (ff517a45-d062-4972-8439-73f6c8ceda0c), after_create {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.873973 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP ff517a45-d062-4972-8439-73f6c8ceda0c associated. External IP: 172.27.1.61, port: 1188ffc3-d898-4abd-af14-4e2430064c04. Feb 08 16:56:34.093214 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:56:34.204763 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:56:34.217017 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:56:34.225436 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:34.227994 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:56:34.228621 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:56:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:56:34.257615 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bdbd7a38-56f0-4b40-bd22-a7d54823f8f5 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6231806 Feb 08 16:56:34.258270 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:56:34.264563 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a454b44-e972-4e55-a03a-640754b27504" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:56:34.301821 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e6023-026a-45e6-956b-01bfbfc11b6a x-openstack-request-id: req-f07e6023-026a-45e6-956b-01bfbfc11b6a {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:56:34.302149 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:56:34.302317 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f07e6023-026a-45e6-956b-01bfbfc11b6a {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:56:34.302663 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04', 'status': 'completed', 'code': 200} Feb 08 16:56:34.347725 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:56:34.379662 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a454b44-e972-4e55-a03a-640754b27504 req-e2089ca5-ff72-4668-a6ea-74dbc2db6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:34.381811 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-e2089ca5-ff72-4668-a6ea-74dbc2db6279 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1130 time: 0.0507481 Feb 08 16:56:34.473518 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a454b44-e972-4e55-a03a-640754b27504 req-ca2ab919-29bd-4cbb-be8b-11ffff782ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:34.475658 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-ca2ab919-29bd-4cbb-be8b-11ffff782ed4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0881157 Feb 08 16:56:34.553367 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-f69f80d3-f2cc-4932-8e93-1d517baacea0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 999 time: 0.0707402 Feb 08 16:56:34.598199 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}, {'id': 'ff517a45-d062-4972-8439-73f6c8ceda0c', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '1188ffc3-d898-4abd-af14-4e2430064c04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:f0:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:56:33Z', 'updated_at': '2022-02-08T16:56:33Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:56:34.631267 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:56:34.640972 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:56:34.641760 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:56:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:56:34.759537 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:56:34.867063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a454b44-e972-4e55-a03a-640754b27504 req-6b8a29c2-112f-49be-9813-402ca70c4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:34.868460 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-6b8a29c2-112f-49be-9813-402ca70c4343 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.3100247 Feb 08 16:56:34.919320 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a454b44-e972-4e55-a03a-640754b27504 req-4b09f6fc-8071-4d1c-99fe-6d2a585f62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:34.920885 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-4b09f6fc-8071-4d1c-99fe-6d2a585f62b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446274 Feb 08 16:56:34.997316 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}, {'id': 'ff517a45-d062-4972-8439-73f6c8ceda0c', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '1188ffc3-d898-4abd-af14-4e2430064c04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:f0:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:56:33Z', 'updated_at': '2022-02-08T16:56:33Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:56:35.017089 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-1b9e147e-6556-4d5c-bd70-44811258318d service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900855 Feb 08 16:56:35.028437 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750f9d5-493d-4eba-9e1c-bd0e8a9f9957 None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}, {'id': 'ff517a45-d062-4972-8439-73f6c8ceda0c', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': '1188ffc3-d898-4abd-af14-4e2430064c04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:f0:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:56:33Z', 'updated_at': '2022-02-08T16:56:33Z', 'revision_number': 0, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:56:35.114257 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0a454b44-e972-4e55-a03a-640754b27504 req-c0aa04b6-90bd-4666-b414-15b6adcac80a service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907342 Feb 08 16:56:35.236225 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc5f34-c05a-4e15-ac9d-27506c3e7ef1 None None] New status for floating IP ff517a45-d062-4972-8439-73f6c8ceda0c: ACTIVE {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:56:38.412757 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:47.114337 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:56:55.706289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6b79e7fe-3569-4822-b2d4-1ee802aed1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:56.633542 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-28827f8e-8060-4e0d-bd78-2a54d94ba6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445352 Feb 08 16:56:56.723146 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-45858fae-9242-4b56-987c-7c1682980205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:56.724687 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-45858fae-9242-4b56-987c-7c1682980205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0503767 Feb 08 16:56:56.823614 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-cfdd10bf-4e53-4564-8379-84c887f95208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:56.825096 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-cfdd10bf-4e53-4564-8379-84c887f95208 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0819497 Feb 08 16:56:56.904122 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-b001d626-bced-400d-a012-0e9511fe0852 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 1001 time: 0.0719244 Feb 08 16:56:56.961176 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-f1cca992-5934-477d-83bf-3759cdb6516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:56.962730 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-f1cca992-5934-477d-83bf-3759cdb6516e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0525069 Feb 08 16:56:57.018667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-1cb12f35-c7d1-4313-bfbb-c225f1a3d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:57.020344 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-1cb12f35-c7d1-4313-bfbb-c225f1a3d8ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519271 Feb 08 16:56:57.117836 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-bfa94449-c30d-4f5e-a372-d26b3bf0d7cc service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916762 Feb 08 16:56:57.208537 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-0fdcc976-2434-4d65-8119-eef8ba60550b req-a13e1f99-536a-4389-abf5-0ff20791966c service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846622 Feb 08 16:56:58.026624 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6ed7-e864-44f8-bd44-d60ef3763ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:59.271218 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:00.461413 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:01.992989 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:08.426644 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.563718 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-3558815f-9175-4330-be66-d3d829a3853a req-c4ae5bd3-914b-4631-bd5c-a1186fc3dfa3 service neutron] (109221) timed out ('10.222.0.42', 51267) {{(pid=109221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:57:12.172171 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-4850b392-e6d7-4bb0-bcec-02c42b1e79b5 req-77e477f2-5d62-497d-a665-97cb63567f37 service neutron] (109222) timed out ('10.222.0.42', 51259) {{(pid=109222) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:57:24.115450 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:57:25.705178 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2727be54-7b9b-49b6-80ce-77910b16a66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:28.030154 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9391f483-dc7f-49d8-ab44-1f168a9ae800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:29.265523 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:30.465653 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:31.998594 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:38.445418 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:55.697723 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-01960b61-937c-4cbc-a591-fbc0e812fcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:58.032869 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-0ea87902-d308-401c-a839-20e026fab712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:58.681427 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-bd7ae7c2-5779-4bf5-a73a-3d20dacfde22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0993745 Feb 08 16:57:58.757000 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-4b84413d-fd7e-4db2-9261-95544360734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:58.758514 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-4b84413d-fd7e-4db2-9261-95544360734e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1130 time: 0.0545940 Feb 08 16:57:58.867595 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-1a67c786-090d-4849-ad0c-04dacd4e508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:58.869765 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-1a67c786-090d-4849-ad0c-04dacd4e508b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.0928142 Feb 08 16:57:58.941170 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-bc5cb4bb-94bd-4a3d-8523-2e67bb07f2c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 1001 time: 0.0662720 Feb 08 16:57:58.990773 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-948f39e8-df0c-43b9-b40e-cb9cded3e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:58.992289 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-948f39e8-df0c-43b9-b40e-cb9cded3e45c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0454676 Feb 08 16:57:59.043795 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-87df9b5a-8fa3-42b9-9e1d-a6630863972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:59.045280 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-87df9b5a-8fa3-42b9-9e1d-a6630863972d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477250 Feb 08 16:57:59.141487 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-22d777e3-8ee3-4078-8c6a-b945983b97b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902970 Feb 08 16:57:59.235890 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-311a35d9-4d2e-4498-b2b2-3e32d7fcefe6 req-810a1caa-9f35-4634-bda2-0ad438350f51 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Feb 08 16:57:59.270986 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.468682 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.114754 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:58:01.994190 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:08.458224 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.072595 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33502) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:23.255279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port 8773db62-8f67-477f-87f2-876425eeb7a2 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:23.255626 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.337507 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.337767 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (8773db62-8f67-477f-87f2-876425eeb7a2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.350611 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for 8773db62-8f67-477f-87f2-876425eeb7a2 owned by network:floatingip {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:23.513201 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (8773db62-8f67-477f-87f2-876425eeb7a2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.541279 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=8773db62-8f67-477f-87f2-876425eeb7a2,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:23.566656 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.567000 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.567340 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.567720 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.568078 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.568403 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.568724 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.569046 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.569440 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.569767 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.570084 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.570398 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.570709 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:23.618041 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (ff517a45-d062-4972-8439-73f6c8ceda0c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.618459 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.db.l3_db [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP ff517a45-d062-4972-8439-73f6c8ceda0c disassociated (deleted). External IP: 172.27.1.61, port: 1188ffc3-d898-4abd-af14-4e2430064c04. Feb 08 16:58:23.851348 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:58:23.972333 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:58:23.978272 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:23.982521 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:58:23.994976 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:23.995823 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:57:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:24.014590 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-3f228bf8-1d2d-4bda-9818-74ff06917675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "DELETE /v2.0/floatingips/ff517a45-d062-4972-8439-73f6c8ceda0c HTTP/1.1" status: 204 len: 168 time: 0.9405270 Feb 08 16:58:24.015191 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04'}] {{(pid=109222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:58:24.017733 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efae8ce8830b8695bb529f5b04944ccbd61e8834b2f36c776046028d7ce0a5ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04"}]}' {{(pid=109222) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:58:24.061107 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5275b-ac33-41a4-8fc4-1ceb386e07f1 x-openstack-request-id: req-dee5275b-ac33-41a4-8fc4-1ceb386e07f1 {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:58:24.062149 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04", "status": "completed", "code": 200}]} {{(pid=109222) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:58:24.062602 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dee5275b-ac33-41a4-8fc4-1ceb386e07f1 {{(pid=109222) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:58:24.063074 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04', 'status': 'completed', 'code': 200} Feb 08 16:58:24.134662 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:24.150371 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-d4d8a590-7fb5-4fb0-a915-b97c2251cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:24.152056 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-d4d8a590-7fb5-4fb0-a915-b97c2251cba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 1130 time: 0.0668144 Feb 08 16:58:24.294995 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-b1b0fd33-6848-48b6-89c8-ca583497415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:24.297461 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-b1b0fd33-6848-48b6-89c8-ca583497415b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.1384542 Feb 08 16:58:24.346999 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-a5ce3963-00b3-4b3c-a9a5-e2425dda3d26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 200 len: 217 time: 0.0418789 Feb 08 16:58:24.429244 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:24.436580 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-8ea57919-d7da-4ac7-aec0-6a47a00e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:24.438084 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-8ea57919-d7da-4ac7-aec0-6a47a00e07a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0845306 Feb 08 16:58:24.465556 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:58:24.475403 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:24.475965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:57:58Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:24.486545 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c16bdc-f5c3-49af-ad3d-366bbd841afa req-0a93ebe5-4850-4600-9763-462c14ee2fbf tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:24.488212 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02c16bdc-f5c3-49af-ad3d-366bbd841afa req-0a93ebe5-4850-4600-9763-462c14ee2fbf tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.2246628 Feb 08 16:58:24.545654 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-b1ea1a0a-4cb5-4f9c-88ab-c3484dbed8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:24.547213 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-b1ea1a0a-4cb5-4f9c-88ab-c3484dbed8c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009433 Feb 08 16:58:24.571164 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-02c16bdc-f5c3-49af-ad3d-366bbd841afa req-4d57ea58-9969-4b34-ad4d-c1fe1da810b7 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767167 Feb 08 16:58:24.603511 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:24.657223 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-312b2f54-f925-47e6-9471-447e31c2e699 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001670 Feb 08 16:58:24.775678 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-955eea85-ed56-42a5-bf5a-fb0bed6bc9cd req-1896bded-5b59-4df7-905e-217fb0782be8 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109209 Feb 08 16:58:24.870838 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:24.903069 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51918b-2188-43a9-a5f8-94763d78aa28 None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_floatingips': [{'id': 'f50e40df-e81f-4788-88d1-35ee90bce92a', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'router_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'port_id': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'mac_address': 'fa:16:3e:96:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:54:08Z', 'updated_at': '2022-02-08T16:54:10Z', 'revision_number': 1, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:58:25.171658 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b891378-5632-444c-abbc-398e138ba42e None None] New status for floating IP ff517a45-d062-4972-8439-73f6c8ceda0c: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:58:25.707733 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-605e2b0c-217b-4c77-88bf-386c6effe1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:25.792820 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be142ed4-074a-4ac9-8d7e-66767f865d6e req-8f82be4e-e6a6-4555-80b3-480ae89e6242 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:25.794384 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be142ed4-074a-4ac9-8d7e-66767f865d6e req-8f82be4e-e6a6-4555-80b3-480ae89e6242 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.1278038 Feb 08 16:58:25.852501 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-be142ed4-074a-4ac9-8d7e-66767f865d6e req-11111da5-528a-4108-899c-5dd654e6cf8a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520921 Feb 08 16:58:26.045728 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-2c038028-f0e5-49ff-b627-d9b8a3a3812f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:26.047640 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-2c038028-f0e5-49ff-b627-d9b8a3a3812f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 946 time: 0.0751402 Feb 08 16:58:26.147403 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port 1188ffc3-d898-4abd-af14-4e2430064c04 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:26.147650 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:26.249664 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] For port 1188ffc3-d898-4abd-af14-4e2430064c04, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1188ffc3-d898-4abd-af14-4e2430064c04,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:26.250030 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:26.263590 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for 1188ffc3-d898-4abd-af14-4e2430064c04 owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:26.423827 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (1188ffc3-d898-4abd-af14-4e2430064c04), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:26.475114 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=1188ffc3-d898-4abd-af14-4e2430064c04,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:26.491136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.491558 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.492065 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.492538 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.492996 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.493379 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.493807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.494175 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.494635 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.495136 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.495915 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.496617 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.497306 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-2-iscsi {{(pid=109221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:58:26.546883 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] No DVR routers for this DVR port 1188ffc3-d898-4abd-af14-4e2430064c04 on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:58:26.550762 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:26.555468 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-fbaa498d-3060-4dd3-9e39-c796c38c4c90 req-16aec8fd-dba4-4720-a46c-137317b68b19 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "DELETE /v2.0/ports/1188ffc3-d898-4abd-af14-4e2430064c04 HTTP/1.1" status: 204 len: 173 time: 0.5031645 Feb 08 16:58:26.556131 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'name': 'network-vif-deleted', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:58:26.559151 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22054ead-5856-43fa-97b3-0bd689d2e90c" -d '{"events": [{"server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "name": "network-vif-deleted", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:58:26.696783 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484767f6-b7be-4ddf-a2f2-53e68ba1c2ca x-openstack-request-id: req-484767f6-b7be-4ddf-a2f2-53e68ba1c2ca {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:58:26.697121 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d8299-e098-4a1e-8875-9f5edf8281ba", "name": "network-vif-deleted", "tag": "1188ffc3-d898-4abd-af14-4e2430064c04", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:58:26.697384 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-484767f6-b7be-4ddf-a2f2-53e68ba1c2ca {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:58:26.697792 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d8299-e098-4a1e-8875-9f5edf8281ba', 'name': 'network-vif-deleted', 'tag': '1188ffc3-d898-4abd-af14-4e2430064c04', 'status': 'completed', 'code': 200} Feb 08 16:58:26.984541 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-2b4b2047-c7cf-4431-9418-8caedac3cb07 req-9e41f0a3-c705-4a7c-ab7e-ae6dea7bdbf6 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f3d8299-e098-4a1e-8875-9f5edf8281ba HTTP/1.1" status: 200 len: 210 time: 0.0357015 Feb 08 16:58:27.838640 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 1188ffc3-d898-4abd-af14-4e2430064c04 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:27.860050 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: 1188ffc3-d898-4abd-af14-4e2430064c04 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:27.860394 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device 1188ffc3-d898-4abd-af14-4e2430064c04 not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:28.037917 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-52ff08c4-5510-44d5-b5f0-d7ee81c7d8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:29.278156 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.334436 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33552) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:30.472386 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.505004 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port 4022470a-7625-468b-9092-e682365f65f6 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:30.505521 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (4022470a-7625-468b-9092-e682365f65f6), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.591650 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (4022470a-7625-468b-9092-e682365f65f6), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.592016 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (4022470a-7625-468b-9092-e682365f65f6), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.605063 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for 4022470a-7625-468b-9092-e682365f65f6 owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:30.773839 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (4022470a-7625-468b-9092-e682365f65f6), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.804088 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=4022470a-7625-468b-9092-e682365f65f6,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:30.873271 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (f50e40df-e81f-4788-88d1-35ee90bce92a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:30.873610 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.db.l3_db [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Floating IP f50e40df-e81f-4788-88d1-35ee90bce92a disassociated (deleted). External IP: 172.27.1.44, port: b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a. Feb 08 16:58:31.114462 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:58:31.229678 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:58:31.234425 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:31.242795 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:58:31.254011 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:31.254927 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:31.267768 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-67631a66-8c77-4399-963b-05324417fe0f tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "DELETE /v2.0/floatingips/f50e40df-e81f-4788-88d1-35ee90bce92a HTTP/1.1" status: 204 len: 168 time: 0.9313331 Feb 08 16:58:31.268437 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:58:31.270759 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287" -d '{"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:58:31.311502 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a0a5b-6a70-4912-b871-7065df839c80 x-openstack-request-id: req-321a0a5b-6a70-4912-b871-7065df839c80 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:58:31.311830 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:58:31.312103 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-321a0a5b-6a70-4912-b871-7065df839c80 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:58:31.312514 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'status': 'completed', 'code': 200} Feb 08 16:58:31.386319 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:31.394945 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-7ae59edf-46e0-48c1-b2ab-e8e8c0a2d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:31.397163 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-7ae59edf-46e0-48c1-b2ab-e8e8c0a2d4ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a449e431c5240b897d5cab55009fdbf&device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 1130 time: 0.0581970 Feb 08 16:58:31.542923 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-78b601c1-ff12-4f63-a766-c7e9b82664df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:31.544356 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-78b601c1-ff12-4f63-a766-c7e9b82664df service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 200 len: 912 time: 0.1403944 Feb 08 16:58:31.601266 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-54b18fde-3701-4a2a-9532-58abb7c088d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 200 len: 217 time: 0.0495756 Feb 08 16:58:31.608459 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4ae4c-c40a-4c09-9cfd-8e023bb07e09 req-281acf2d-9020-49ad-9942-a956b2f95a64 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:31.610070 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-afa4ae4c-c40a-4c09-9cfd-8e023bb07e09 req-281acf2d-9020-49ad-9942-a956b2f95a64 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.1117711 Feb 08 16:58:31.686780 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-aaec4a55-4afa-453a-8da0-1a5ce2ee3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:31.688267 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-aaec4a55-4afa-453a-8da0-1a5ce2ee3242 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 200 len: 850 time: 0.0767777 Feb 08 16:58:31.717484 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-afa4ae4c-c40a-4c09-9cfd-8e023bb07e09 req-8c6f719b-b9fc-42e1-acab-225af519ac0a tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976100 Feb 08 16:58:31.755380 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-554fd18f-09ca-43cf-bc6e-e494d584ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:31.756944 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-554fd18f-09ca-43cf-bc6e-e494d584ff31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9762a02-45ed-4a30-9de3-b53831035fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603027 Feb 08 16:58:31.774991 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:31.802683 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:58:31.811669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:31.812321 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:31.862817 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-0e595c3f-ae2e-4494-95b9-fc97587453ad service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976017 Feb 08 16:58:31.946504 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:31.961258 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-bdcfcbd3-d2d0-42f1-81ef-d450581b6287 req-10512a85-c149-4702-8d54-139bc7bb8b60 service neutron] 10.222.0.42 "GET /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921795 Feb 08 16:58:32.043359 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:32.181882 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:32.210455 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba672fd-662a-4943-9a3a-0ec37d2b7400 None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:50:32Z', 'revision_number': 4, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi', '_interfaces': [{'id': 'fa001eb1-d7bf-48fc-bd8a-0917605c49e4', 'name': '', 'network_id': 'd9762a02-45ed-4a30-9de3-b53831035fee', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'mac_address': 'fa:16:3e:34:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:31Z', 'updated_at': '2022-02-08T16:50:36Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'subnets': [{'id': '56b2ed67-52d7-461f-9684-ed43ffa64923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:58:32.464314 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cc317-2d7a-4849-89af-232e922f05e4 None None] New status for floating IP f50e40df-e81f-4788-88d1-35ee90bce92a: DOWN {{(pid=109224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:58:32.860550 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa30729-ec13-4fda-9cfe-a91e3a812b2e req-a6184e87-9ee0-4251-b7af-9d7a339279a0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:32.862654 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dfa30729-ec13-4fda-9cfe-a91e3a812b2e req-a6184e87-9ee0-4251-b7af-9d7a339279a0 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0565016 Feb 08 16:58:32.918453 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-dfa30729-ec13-4fda-9cfe-a91e3a812b2e req-e3de73b7-d729-4666-b903-ba8e2645f1f2 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aef4174-2f7a-4410-94e0-4a8d80fd922c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 Feb 08 16:58:33.069221 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-cb3db015-589b-4429-a9c3-9ca56ad1dc63 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:33.070757 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-cb3db015-589b-4429-a9c3-9ca56ad1dc63 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 946 time: 0.0617945 Feb 08 16:58:33.168754 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:33.169098 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:33.272412 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] For port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:33.272772 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:33.285723 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a owned by compute:nova {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:33.423335 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:33.464225 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:33.515363 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] No DVR routers for this DVR port b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a on host hv-cinder-82786 {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:58:33.517884 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for port (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:33.521220 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [req-6f8602ce-f0ea-4e22-ae0b-576b64f33e42 req-8ef61b4d-d7e4-4f6b-a423-d804edd15129 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.42 "DELETE /v2.0/ports/b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a HTTP/1.1" status: 204 len: 173 time: 0.4452090 Feb 08 16:58:33.521665 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'name': 'network-vif-deleted', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a'}] {{(pid=109221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:58:33.523923 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}754a3534a2e969546dc5579a89556ccfb20ce9a89461915a7ef5695a55695bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fdde14-068e-4ffa-9550-19edf40bb313" -d '{"events": [{"server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "name": "network-vif-deleted", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a"}]}' {{(pid=109221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:58:33.566250 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9860436-47bf-4817-8ec1-8a89cda23030 x-openstack-request-id: req-e9860436-47bf-4817-8ec1-8a89cda23030 {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:58:33.566593 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79af884c-4bb0-4d52-8b3a-7defe3227c9b", "name": "network-vif-deleted", "tag": "b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a", "status": "completed", "code": 200}]} {{(pid=109221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:58:33.566806 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9860436-47bf-4817-8ec1-8a89cda23030 {{(pid=109221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:58:33.567232 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af884c-4bb0-4d52-8b3a-7defe3227c9b', 'name': 'network-vif-deleted', 'tag': 'b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a', 'status': 'completed', 'code': 200} Feb 08 16:58:34.044853 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [req-9172e40c-ceb9-4a03-bf66-a9c90987bb5e req-979139a1-ac25-477e-88fe-13b6020e82d8 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "GET /v2.0/ports?device_id=79af884c-4bb0-4d52-8b3a-7defe3227c9b HTTP/1.1" status: 200 len: 210 time: 0.0322747 Feb 08 16:58:35.107019 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33568) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:35.239350 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Deleting port c8398d62-d68e-4a6c-8857-93c6535933d9 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:35.239692 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.323686 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.324247 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (c8398d62-d68e-4a6c-8857-93c6535933d9), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.339203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Calling delete_port for c8398d62-d68e-4a6c-8857-93c6535933d9 owned by network:floatingip {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:35.775494 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (c8398d62-d68e-4a6c-8857-93c6535933d9), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.802227 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'Port': ['ID=c8398d62-d68e-4a6c-8857-93c6535933d9,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:35.875382 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a no longer exists at agent hyperv_hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:35.878203 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for floatingip (ca3c867c-5662-4a7a-b023-5582f3bbdfff), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.881002 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428357'] for floatingip (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.882228 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-cdb51ae5-db54-45fa-8425-14dc8b3db675 tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "DELETE /v2.0/floatingips/ca3c867c-5662-4a7a-b023-5582f3bbdfff HTTP/1.1" status: 204 len: 168 time: 0.7737777 Feb 08 16:58:35.900965 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] No Port match for: b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:35.901315 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Device b53a3dcc-0b53-4ab1-9b7a-8662ca29e08a not bound to the agent host hv-cinder-82786 {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:37.090713 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33580) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:37.158926 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (3aef4174-2f7a-4410-94e0-4a8d80fd922c), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:37.189216 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (3aef4174-2f7a-4410-94e0-4a8d80fd922c), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:37.258467 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (3aef4174-2f7a-4410-94e0-4a8d80fd922c), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:37.261286 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:37.262600 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] 10.222.0.35 "DELETE /v2.0/security-groups/3aef4174-2f7a-4410-94e0-4a8d80fd922c HTTP/1.1" status: 204 len: 168 time: 0.1708045 Feb 08 16:58:37.273675 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c58a2-bae6-4f99-ac80-e47435ea261c tempest-TestVolumeBootPattern-246396939 tempest-TestVolumeBootPattern-246396939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef4174-2f7a-4410-94e0-4a8d80fd922c,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:37.322426 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33584) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:37.852981 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.113880 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:58:38.130546 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Deleting port fa001eb1-d7bf-48fc-bd8a-0917605c49e4 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:38.130916 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.222238 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] For port fa001eb1-d7bf-48fc-bd8a-0917605c49e4, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:38.222592 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.235294 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Calling delete_port for fa001eb1-d7bf-48fc-bd8a-0917605c49e4 owned by network:router_interface {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:38.443853 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (fa001eb1-d7bf-48fc-bd8a-0917605c49e4), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.470912 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.478473 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa001eb1-d7bf-48fc-bd8a-0917605c49e4,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:38.657711 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.903280 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:58:39.014699 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:58:39.020194 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-ced13b13-aa82-4abc-9648-0fa002039a96 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a77aae3-9f0c-4c9b-b843-7f19cb29523b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963522 Feb 08 16:58:39.022672 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33588) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:39.024464 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Sync routers for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:58:39.034671 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:39.035360 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:39.144492 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks [] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.148016 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: dv-cinder-827860-2-iscsi {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:39.262031 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks [] for router_gateway (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.323995 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Deleting port dc417de9-7879-4e0c-82f9-313b2e09f758 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:39.324397 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.344403 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:58:38Z', 'revision_number': 5, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port': {'id': 'dc417de9-7879-4e0c-82f9-313b2e09f758', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:30Z', 'updated_at': '2022-02-08T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:39.389458 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Checking router: 5a77aae3-9f0c-4c9b-b843-7f19cb29523b for host: dv-cinder-827860-2-iscsi {{(pid=109223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:58:39.402794 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Routers {'5a77aae3-9f0c-4c9b-b843-7f19cb29523b'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:39.403878 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'], 'active': True} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:39.407807 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] For port dc417de9-7879-4e0c-82f9-313b2e09f758, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=dc417de9-7879-4e0c-82f9-313b2e09f758,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:39.408358 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.426818 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Calling delete_port for dc417de9-7879-4e0c-82f9-313b2e09f758 owned by network:router_gateway {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:39.545859 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_dvr_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] Set router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b gateway port host: None {{(pid=109223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:39.606011 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.db.l3_hamode_db [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:58:39Z', 'revision_number': 6, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:39.609212 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (dc417de9-7879-4e0c-82f9-313b2e09f758), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.634265 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538b112-50c6-410a-8f6a-c830fd4360bf None None] The sync data for ids ['5a77aae3-9f0c-4c9b-b843-7f19cb29523b'] in dv-cinder-827860-2-iscsi is: [{'id': '5a77aae3-9f0c-4c9b-b843-7f19cb29523b', 'name': 'tempest-TestVolumeBootPattern-359600631-router', 'tenant_id': '9a449e431c5240b897d5cab55009fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:29Z', 'updated_at': '2022-02-08T16:58:39Z', 'revision_number': 6, 'project_id': '9a449e431c5240b897d5cab55009fdbf', 'gw_port_host': None}] {{(pid=109223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:58:39.660546 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc417de9-7879-4e0c-82f9-313b2e09f758,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:39.703639 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.801589 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.804171 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks [] for router_controller (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.853992 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (5a77aae3-9f0c-4c9b-b843-7f19cb29523b), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.854624 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a77aae3-9f0c-4c9b-b843-7f19cb29523b {{(pid=109221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:58:39.859940 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.861488 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-bef66987-c38c-4e53-a568-3f23d2e6630f admin admin] 10.222.0.35 "DELETE /v2.0/routers/5a77aae3-9f0c-4c9b-b843-7f19cb29523b HTTP/1.1" status: 204 len: 168 time: 0.8375585 Feb 08 16:58:39.864032 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33590) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:39.911198 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Deleting subnet 56b2ed67-52d7-461f-9684-ed43ffa64923 {{(pid=109221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:58:39.914534 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Publish callbacks [] for subnet (56b2ed67-52d7-461f-9684-ed43ffa64923), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:39.951814 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10397139'] for subnet (56b2ed67-52d7-461f-9684-ed43ffa64923), precommit_delete_associations {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.039462 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (56b2ed67-52d7-461f-9684-ed43ffa64923), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.097596 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8716420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049471'] for subnet (56b2ed67-52d7-461f-9684-ed43ffa64923), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.122726 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b2ed67-52d7-461f-9684-ed43ffa64923,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:40.127160 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for subnet (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.133708 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-7fec94dd-53be-4717-8bce-ca147eb3a723 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/56b2ed67-52d7-461f-9684-ed43ffa64923 HTTP/1.1" status: 204 len: 168 time: 0.2655480 Feb 08 16:58:40.133708 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33592) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:40.136102 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359a459-973e-47b5-8234-3b1e65a197e0 None None] Network d9762a02-45ed-4a30-9de3-b53831035fee requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:58:40.202117 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (d9762a02-45ed-4a30-9de3-b53831035fee), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.262264 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Deleting port 44dbf035-da16-4cd2-a4a3-bca90756fee8 {{(pid=109221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:40.262639 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.328295 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.db [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] For port 44dbf035-da16-4cd2-a4a3-bca90756fee8, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=44dbf035-da16-4cd2-a4a3-bca90756fee8,segment=NetworkSegment(1ea8e455-b5af-4191-a14f-83c0bc756254),segment_id=1ea8e455-b5af-4191-a14f-83c0bc756254)] {{(pid=109221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:40.328572 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.343386 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.plugin [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Calling delete_port for 44dbf035-da16-4cd2-a4a3-bca90756fee8 owned by network:dhcp {{(pid=109221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:40.426074 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dbc8f5-73a8-4fe2-8361-6b41237a7951 None None] DHCP port deletion for d9762a02-45ed-4a30-9de3-b53831035fee request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:58:40.430325 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8716379'] for port (44dbf035-da16-4cd2-a4a3-bca90756fee8), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.461894 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44dbf035-da16-4cd2-a4a3-bca90756fee8,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:40.475011 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] No DVR routers for this DVR port 44dbf035-da16-4cd2-a4a3-bca90756fee8 on host dv-cinder-827860-2-iscsi {{(pid=109221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:58:40.492686 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device dc417de9-7879-4e0c-82f9-313b2e09f758 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:40.519340 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: dc417de9-7879-4e0c-82f9-313b2e09f758 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:40.519720 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device dc417de9-7879-4e0c-82f9-313b2e09f758 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:40.520169 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fa001eb1-d7bf-48fc-bd8a-0917605c49e4 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:40.545335 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: fa001eb1-d7bf-48fc-bd8a-0917605c49e4 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:40.545908 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fa001eb1-d7bf-48fc-bd8a-0917605c49e4 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:40.546910 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 44dbf035-da16-4cd2-a4a3-bca90756fee8 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:40.569854 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 44dbf035-da16-4cd2-a4a3-bca90756fee8 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:40.570104 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 44dbf035-da16-4cd2-a4a3-bca90756fee8 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:40.584387 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (d9762a02-45ed-4a30-9de3-b53831035fee), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.605867 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9762a02-45ed-4a30-9de3-b53831035fee']}} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:40.617067 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea8e455-b5af-4191-a14f-83c0bc756254') {'for_net_delete': True} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:40.617619 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.services.segments.db [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea8e455-b5af-4191-a14f-83c0bc756254') {} {{(pid=109221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:40.629253 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10397144'] for segment (1ea8e455-b5af-4191-a14f-83c0bc756254), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.644911 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (1ea8e455-b5af-4191-a14f-83c0bc756254), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.651861 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=109221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:58:40.652038 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8716334'] for segment (1ea8e455-b5af-4191-a14f-83c0bc756254), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: Traceback (most recent call last): Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: timer() Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: cb(*args, **kw) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: return func(*args, **kwargs) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: self._notify() Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: self.callback(batched_events) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: event.method(event) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: return f(self, *a, **k) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._get(url).json() Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: return self.request(url, 'GET', **kwargs) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:58:40.653877 dv-cinder-827860-2-iscsi neutron-server[109221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:58:40.716849 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (d9762a02-45ed-4a30-9de3-b53831035fee), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.722442 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:40.725676 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d9762a02-45ed-4a30-9de3-b53831035fee HTTP/1.1" status: 204 len: 168 time: 0.5915604 Feb 08 16:58:40.729500 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33594) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:40.737120 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b200df-478b-46c0-a83d-3fddb4c19fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9762a02-45ed-4a30-9de3-b53831035fee,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:41.344940 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1917719'] for router_interface (1aa03124-aa06-46df-b301-5030737fdb94), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:41.593067 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Deleting port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:41.593320 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:41.672620 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] For port fd3de99d-e9c6-42d9-a92b-0dcd633aaa55, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:41.673510 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:41.686179 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Calling delete_port for fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 owned by network:router_interface {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:41.866757 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (fd3de99d-e9c6-42d9-a92b-0dcd633aaa55), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:41.889589 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3de99d-e9c6-42d9-a92b-0dcd633aaa55,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:42.060578 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1917827'] for router_interface (1aa03124-aa06-46df-b301-5030737fdb94), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.278286 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Router 1aa03124-aa06-46df-b301-5030737fdb94 has already been hosted by L3 agent 421bb2dc-19df-4d15-a924-ad3d2ca17bd9 {{(pid=109222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:58:42.385946 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] Notify agent at l3_agent.dv-cinder-827860-2-iscsi the message routers_updated {{(pid=109222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:58:42.390923 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-05554b44-3fda-48a3-b59e-bae3bc372b3b admin admin] 10.222.0.35 "PUT /v2.0/routers/1aa03124-aa06-46df-b301-5030737fdb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603849 Feb 08 16:58:42.394966 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33596) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:42.397429 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Sync routers for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:58:42.407588 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:42.407822 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:42.510745 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks [] for router (1aa03124-aa06-46df-b301-5030737fdb94), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.518475 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: dv-cinder-827860-2-iscsi {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:42.622106 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks [] for router_gateway (1aa03124-aa06-46df-b301-5030737fdb94), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.677061 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Deleting port 25218b9a-6e3d-42c6-a945-02972f69ad1a {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:42.677408 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.755237 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] For port 25218b9a-6e3d-42c6-a945-02972f69ad1a, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=25218b9a-6e3d-42c6-a945-02972f69ad1a,segment=NetworkSegment(4315a1f2-cfa7-460f-952e-3a451f07ce2d),segment_id=4315a1f2-cfa7-460f-952e-3a451f07ce2d)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:42.755599 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.773226 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Calling delete_port for 25218b9a-6e3d-42c6-a945-02972f69ad1a owned by network:router_gateway {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:42.791584 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'external_fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:58:41Z', 'revision_number': 5, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port': {'id': '25218b9a-6e3d-42c6-a945-02972f69ad1a', 'name': '', 'network_id': '9eaea626-9233-46ab-bbd0-4f14d5f78c80', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa03124-aa06-46df-b301-5030737fdb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efea7a00-f0b7-4c7d-ace2-6ff63f269a28', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-2-iscsi'}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:42.821891 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Checking router: 1aa03124-aa06-46df-b301-5030737fdb94 for host: dv-cinder-827860-2-iscsi {{(pid=109224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:58:42.830564 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Routers {'1aa03124-aa06-46df-b301-5030737fdb94'} bound to L3 agent in host dv-cinder-827860-2-iscsi {{(pid=109224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:42.831214 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T16:33:28Z,description=,heartbeat_timestamp=2022-02-08T16:58:28Z,host='dv-cinder-827860-2-iscsi',id=421bb2dc-19df-4d15-a924-ad3d2ca17bd9,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T16:33:28Z,topic='l3_agent')) {'router_ids': ['1aa03124-aa06-46df-b301-5030737fdb94'], 'active': True} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:42.921217 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_dvr_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] Set router 1aa03124-aa06-46df-b301-5030737fdb94 gateway port host: None {{(pid=109224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:42.940601 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (25218b9a-6e3d-42c6-a945-02972f69ad1a), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:42.966454 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Pushing event deleted for resources: {'Port': ['ID=25218b9a-6e3d-42c6-a945-02972f69ad1a,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:42.973538 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.l3_hamode_db [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:58:42Z', 'revision_number': 6, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port_host': None}], 'dv-cinder-827860-2-iscsi', False) {} {{(pid=109224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:43.003115 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0357f-1b14-4dfb-9696-da112fc7381c None None] The sync data for ids ['1aa03124-aa06-46df-b301-5030737fdb94'] in dv-cinder-827860-2-iscsi is: [{'id': '1aa03124-aa06-46df-b301-5030737fdb94', 'name': 'tempest-TestVolumeBootPattern-562659339-router', 'tenant_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:34Z', 'updated_at': '2022-02-08T16:58:42Z', 'revision_number': 6, 'project_id': 'b19ce5c3d7f341bcb5c8440adcc7ca49', 'gw_port_host': None}] {{(pid=109224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:58:43.031499 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918817'] for router_gateway (1aa03124-aa06-46df-b301-5030737fdb94), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.122986 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1920486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15225'] for router (1aa03124-aa06-46df-b301-5030737fdb94), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.125133 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks [] for router_controller (1aa03124-aa06-46df-b301-5030737fdb94), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.172157 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1920497'] for router (1aa03124-aa06-46df-b301-5030737fdb94), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.172668 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa03124-aa06-46df-b301-5030737fdb94 {{(pid=109222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:58:43.177887 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.179095 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-bfcba49a-9f71-4c98-90ec-ba97ddf8ba5b admin admin] 10.222.0.35 "DELETE /v2.0/routers/1aa03124-aa06-46df-b301-5030737fdb94 HTTP/1.1" status: 204 len: 168 time: 0.7828107 Feb 08 16:58:43.181874 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33598) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:43.227991 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Deleting subnet ed5dffbe-c278-4d10-96a1-3212a83b5c13 {{(pid=109222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:58:43.231164 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Publish callbacks [] for subnet (ed5dffbe-c278-4d10-96a1-3212a83b5c13), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.267494 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10299018'] for subnet (ed5dffbe-c278-4d10-96a1-3212a83b5c13), precommit_delete_associations {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.348851 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886818'] for subnet (ed5dffbe-c278-4d10-96a1-3212a83b5c13), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.405361 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8872430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10269776'] for subnet (ed5dffbe-c278-4d10-96a1-3212a83b5c13), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.432219 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5dffbe-c278-4d10-96a1-3212a83b5c13,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:43.435567 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.439279 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-69be1c5c-c38f-4036-aab2-3a0389fcc21b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed5dffbe-c278-4d10-96a1-3212a83b5c13 HTTP/1.1" status: 204 len: 168 time: 0.2564569 Feb 08 16:58:43.441681 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e78411-328b-476b-950f-fd80d01de6fe None None] Network ba941ff6-c3f8-4020-aa1e-909312d2d119 requested from dv-cinder-827860-2-iscsi {{(pid=109223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:58:43.442164 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33600) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:43.513480 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714484'] for network (ba941ff6-c3f8-4020-aa1e-909312d2d119), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.574386 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Deleting port e39f9b76-6305-419f-b9ae-b25a717d3e88 {{(pid=109222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:58:43.574728 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730220534420'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.644658 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.db [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] For port e39f9b76-6305-419f-b9ae-b25a717d3e88, host dv-cinder-827860-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-2-iscsi',level=0,port_id=e39f9b76-6305-419f-b9ae-b25a717d3e88,segment=NetworkSegment(7528a253-bae7-4702-9993-2160f5a346b2),segment_id=7528a253-bae7-4702-9993-2160f5a346b2)] {{(pid=109222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:58:43.645023 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1924524'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.657442 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.plugin [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Calling delete_port for e39f9b76-6305-419f-b9ae-b25a717d3e88 owned by network:dhcp {{(pid=109222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:58:43.734205 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730220539639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730220216284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8872241'] for port (e39f9b76-6305-419f-b9ae-b25a717d3e88), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.765260 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39f9b76-6305-419f-b9ae-b25a717d3e88,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:43.767363 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] No DVR routers for this DVR port e39f9b76-6305-419f-b9ae-b25a717d3e88 on host dv-cinder-827860-2-iscsi {{(pid=109222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:58:43.784622 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60177ec-9ef6-4290-a5cf-1336a3be1dd8 None None] DHCP port deletion for ba941ff6-c3f8-4020-aa1e-909312d2d119 request from dv-cinder-827860-2-iscsi {{(pid=109223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:58:43.838830 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836533', 'neutron.services.segments.db._delete_segments_for_network-8730220755393'] for network (ba941ff6-c3f8-4020-aa1e-909312d2d119), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.858323 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba941ff6-c3f8-4020-aa1e-909312d2d119']}} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:43.869422 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7528a253-bae7-4702-9993-2160f5a346b2') {'for_net_delete': True} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:43.869718 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.services.segments.db [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7528a253-bae7-4702-9993-2160f5a346b2') {} {{(pid=109222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:43.880681 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730220758986', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10299009'] for segment (7528a253-bae7-4702-9993-2160f5a346b2), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.897107 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624'] for segment (7528a253-bae7-4702-9993-2160f5a346b2), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.904451 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=109222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:58:43.904916 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-889624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8872260'] for segment (7528a253-bae7-4702-9993-2160f5a346b2), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: Traceback (most recent call last): Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: timer() Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: cb(*args, **kw) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: return func(*args, **kwargs) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: self._notify() Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: self.callback(batched_events) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: event.method(event) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: return f(self, *a, **k) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._get(url).json() Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: return self.request(url, 'GET', **kwargs) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:58:43.906841 dv-cinder-827860-2-iscsi neutron-server[109222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:58:43.974360 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918725'] for network (ba941ff6-c3f8-4020-aa1e-909312d2d119), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.979984 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682672'] for network (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:43.983139 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba941ff6-c3f8-4020-aa1e-909312d2d119 HTTP/1.1" status: 204 len: 168 time: 0.5403199 Feb 08 16:58:43.995352 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8a43-0f05-475d-a664-cce4946e5f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba941ff6-c3f8-4020-aa1e-909312d2d119,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:44.103680 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33604) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:44.144246 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-e03bb27b-d71b-4148-b3da-9c94f24f38f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a449e431c5240b897d5cab55009fdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393407 Feb 08 16:58:44.146784 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [-] (109221) accepted ('10.222.0.35', 33606) {{(pid=109221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:44.196580 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] Publish callbacks [] for security_group (b0b802e6-88e7-4417-8fde-465ac0e00d01), before_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.216742 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] Publish callbacks [] for security_group (b0b802e6-88e7-4417-8fde-465ac0e00d01), precommit_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.265667 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (b0b802e6-88e7-4417-8fde-465ac0e00d01), after_delete {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.268814 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron_lib.callbacks.manager [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.270254 dv-cinder-827860-2-iscsi neutron-server[109221]: INFO neutron.wsgi [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0b802e6-88e7-4417-8fde-465ac0e00d01 HTTP/1.1" status: 204 len: 168 time: 0.1224761 Feb 08 16:58:44.278084 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac0cb0-cf4a-4f23-a21b-cde5fff50052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b802e6-88e7-4417-8fde-465ac0e00d01,revision_number=None']} {{(pid=109221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:44.446857 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e39f9b76-6305-419f-b9ae-b25a717d3e88 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:44.468223 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: e39f9b76-6305-419f-b9ae-b25a717d3e88 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:44.468563 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device e39f9b76-6305-419f-b9ae-b25a717d3e88 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:44.468975 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:44.488765 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:44.489105 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device fd3de99d-e9c6-42d9-a92b-0dcd633aaa55 not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:44.489514 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 25218b9a-6e3d-42c6-a945-02972f69ad1a no longer exists at agent ovs-agent-dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:58:44.509051 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.plugin [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] No Port match for: 25218b9a-6e3d-42c6-a945-02972f69ad1a {{(pid=109223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:58:44.509323 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron.plugins.ml2.rpc [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Device 25218b9a-6e3d-42c6-a945-02972f69ad1a not bound to the agent host dv-cinder-827860-2-iscsi {{(pid=109223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:58:44.596313 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33612) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:44.635590 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-7184db93-bfd5-467a-834b-c518b9d5e45e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b19ce5c3d7f341bcb5c8440adcc7ca49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380669 Feb 08 16:58:44.638068 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [-] (109222) accepted ('10.222.0.35', 33614) {{(pid=109222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:44.683655 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] Publish callbacks [] for security_group (2cf866f5-b410-47f5-a669-4ba41a023212), before_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.704644 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] Publish callbacks [] for security_group (2cf866f5-b410-47f5-a669-4ba41a023212), precommit_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.751786 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633749'] for security_group (2cf866f5-b410-47f5-a669-4ba41a023212), after_delete {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.754825 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron_lib.callbacks.manager [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:44.756029 dv-cinder-827860-2-iscsi neutron-server[109222]: INFO neutron.wsgi [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cf866f5-b410-47f5-a669-4ba41a023212 HTTP/1.1" status: 204 len: 168 time: 0.1170490 Feb 08 16:58:44.765461 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb0ce-e11a-4eeb-9b5c-e4223c2a7123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf866f5-b410-47f5-a669-4ba41a023212,revision_number=None']} {{(pid=109222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:55.702956 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cc515f2b-97ab-4ad2-8e11-f7bf63c603de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:58.040616 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-48ee3a93-d83a-49d3-8854-fc842315a697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:59.273858 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:00.472082 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:02.000677 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:08.491670 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:15.113115 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:59:25.707488 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4e3de741-5c4e-4772-bdfc-ef982497c528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:28.043242 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-4a3dca16-9e24-4cc9-86ff-34a0f47745c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:29.276027 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:30.475090 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:31.994742 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:38.495114 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:52.113378 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:59:55.709936 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6c998c6e-58e0-48f4-b4d2-6452ad250fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:58.046132 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fe-60f8-4fcb-8fc0-9a6550ad4fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:59.277368 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:00.477458 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:01.998778 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:08.509726 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:25.713273 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-be9dd97d-5201-4fda-875e-efb3da4f6852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:28.049456 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-967eb0ac-1dab-4ee2-bcb9-b4f7960ab8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:29.113668 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:00:29.282954 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:30.480988 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:32.007209 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:38.501179 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:55.714285 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3f30-4cbe-419f-a922-5e3e552d283a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:58.050030 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-2cb2714d-30aa-4361-b055-24e34786616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:59.278983 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:00.482350 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:02.000496 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:06.113389 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:01:08.500660 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:25.718290 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-6c58150d-0135-4017-81bc-95c1afed8a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:28.052025 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-a0956dfe-57ec-4fb1-b312-c30163357ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:29.414900 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:30.486518 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:32.003731 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:38.497302 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:43.113915 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:01:55.722289 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-3542743f-15bc-461b-a763-1980e4289c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:58.054045 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-56921440-0922-424c-8cad-2cca679d1427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:59.278669 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:00.034469 dv-cinder-827860-2-iscsi neutron-server[109222]: DEBUG neutron.wsgi [req-6feaff7a-b038-46d8-ad64-a86753b13887 req-08514949-c19b-46b6-a4cb-cf7d41ef9696 service neutron] (109222) timed out ('10.222.0.42', 51256) {{(pid=109222) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:02:00.493710 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:02.006948 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:04.965455 dv-cinder-827860-2-iscsi neutron-server[109221]: DEBUG neutron.wsgi [req-e3ad243c-6cb8-4b15-90b9-90c6089293e2 req-1819431c-e745-4bc2-b160-1c1ca784b3b6 service neutron] (109221) timed out ('10.222.0.35', 57264) {{(pid=109221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:02:08.519772 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.112774 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:02:25.725335 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-8346f652-b2c5-49b5-91a1-f0dc24292a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.056594 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab07c-b99f-4b3f-99d2-0c214084bb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.278784 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:30.492862 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:32.009986 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:38.513121 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:55.730605 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f80378f2-3cee-458b-b9d3-15309e832ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:57.111811 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:02:58.058156 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-1042665f-1def-49b5-bcf7-5568dbbc11ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:59.282702 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:00.494692 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:02.015676 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:08.540973 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:25.724524 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-9348a7b6-56f4-42bd-b6c6-385fcdb9bf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:28.061014 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f98c2657-6488-45a1-8e25-2b0323072ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:29.287844 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:30.497921 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:32.019736 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:34.111239 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:03:38.545734 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:55.725919 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-35af8fbb-2ef3-478f-9db5-37cffcbed1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (89b62323-272b-49df-9824-d1424907f399), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:58.061452 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-70939faa-52e4-4509-a1bb-eb735219fc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (421bb2dc-19df-4d15-a924-ad3d2ca17bd9), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:59.287741 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-44deac41-1881-4a35-9739-6cc216619fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (01f8a215-9c1c-4305-82eb-26eb57f80407), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:00.501159 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-36203ba6-d01e-44f7-8573-4c139edda4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (548af8c0-b71f-46a6-a1f5-20e41a550c7e), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:02.023514 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-f2643ae6-832d-4d3b-80b2-24a3a1cdde8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (cd8769d1-d5eb-44c9-b016-42747067ae35), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:08.554670 dv-cinder-827860-2-iscsi neutron-server[109223]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8583-9aa0-419a-b16f-dc013d691b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730220755375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836798'] for agent (09e38a49-cd8f-40bd-85e3-61d0bf948264), after_update {{(pid=109223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:11.113419 dv-cinder-827860-2-iscsi neutron-server[109224]: DEBUG neutron.db.agents_db [None req-67bce8fe-078f-4966-ae7f-aee41c48cf69 None None] Agent healthcheck: found 6 active agents {{(pid=109224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}